1f:{"diffs":[{"old_path":"include/hccl/hccl_comm.h","new_path":"include/hccl/hccl_comm.h","old_blob_id":"2a6903098e1ec65956634bb02b022e9269b93b94","new_blob_id":"bfed916d2fc647538398372c0199770e779675f9","file_path":"include/hccl/hccl_comm.h","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"$2d","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":33,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"include/hccl/hccl_types.h","new_path":"include/hccl/hccl_types.h","old_blob_id":"b53acf8f9f09a75b24c17ed99b0fa1e5f48ca8ed","new_blob_id":"f8d25e0d70eab10e1a6dfd54e942d61a10368692","file_path":"include/hccl/hccl_types.h","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"$2e","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":15,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"include/hccl/hcomm_primitives.h","new_path":"include/hccl/hcomm_primitives.h","old_blob_id":"442e522d0bf85de9f285b3699ca339e10624ac0c","new_blob_id":"093ca7ca4ddf48845390ed35cdfce683655e7a98","file_path":"include/hccl/hcomm_primitives.h","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -15,6 +15,7 @@\n #include \n #include \n #include \"acl/acl_rt.h\"\n+#include \n \n #ifdef __cplusplus\n extern \"C\" {\n@@ -354,6 +355,17 @@ extern int32_t HcommAcquireComm(const char* commId);\n */\n extern int32_t HcommReleaseComm(const char* commId);\n \n+/**\n+ * @brief Get symmetric memory pointer.\n+ *\n+ * @param winHandle A pointer identifying the registered memory window handle.\n+ * @param offset A size_t identifying the offset of symmetric memory heap.\n+ * @param peerRank A u_integer identifying the identify for the peer rank.\n+ * @param ptr A pointer identifying the symmetric memory heap address.\n+ * @return HcclResult\n+ */\n+extern HcclResult HcommSymWinGetPeerPointer(CommSymWindow winHandle, size_t offset, uint32_t peerRank, void** ptr);\n+\n #define HCOMM_PRIMITIVES_H_MODIFIED\n \n \n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":12,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/algorithm/impl/operator/all_gather_operator.cc","new_path":"src/algorithm/impl/operator/all_gather_operator.cc","old_blob_id":"3aa22b89cf743297e276ed06c23bad9dc4373527","new_blob_id":"c7f2d3b0b0d8250229771661c31653b28b1e4d4e","file_path":"src/algorithm/impl/operator/all_gather_operator.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -352,7 +352,7 @@ HcclResult AllGatherOperator::SelectAlgfor91093(const OpParam& param, std::strin\n algType_.algoLevel1 = AlgTypeLevel1::ALG_LEVEL1_HD;\n } else if (smallCountOptimMultiServer || smallCountOptimSingleServer) {\n algName = \"AllGatherSmallCount\";\n- } else if (param.supportZeroCopy &&\n+ } else if ((param.supportSymmetricMemory || param.supportZeroCopy) &&\n (topoType_ == TopoType::TOPO_TYPE_NP_DOUBLE_RING || param.DataDes.count * unitSize * deviceNumPerAggregation_ > HCCL_MID_COUNT_16_MB)) {\n const u32 SEVER_NUM_FOUR = 4;\n constexpr u64 RING_EXCHANGE_PIPELINE_DATA_SIZE_MIN = 2 * 1024 * 1024;\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":1,"removed_lines":1,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/algorithm/impl/operator/all_reduce_operator.cc","new_path":"src/algorithm/impl/operator/all_reduce_operator.cc","old_blob_id":"278a0fda5d53594f014daeb28767cb7d8a51447d","new_blob_id":"99114bb4f4d86a5b76a6fd3c973fde16272a5807","file_path":"src/algorithm/impl/operator/all_reduce_operator.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -678,7 +678,7 @@ HcclResult AllReduceOperator::SelectAlgfor91093(const OpParam& param, std::strin\n algType_.algoLevel1 = AlgTypeLevel1::ALG_LEVEL1_NHR;\n } else if (smallCountOptimSingleServer) {\n algName = \"AllReduceMeshSmallCountExecutor\";\n- } else if (param.supportZeroCopy &&\n+ } else if ((param.supportSymmetricMemory || param.supportZeroCopy) &&\n (topoType_ == TopoType::TOPO_TYPE_NP_DOUBLE_RING || param.DataDes.count * unitSize > HCCL_MID_COUNT_16_MB * serverNum_)) {\n algName = \"AllReduceRingZerocopyExecutor\";\n } else {\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":1,"removed_lines":1,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/algorithm/impl/operator/reduce_scatter_operator.cc","new_path":"src/algorithm/impl/operator/reduce_scatter_operator.cc","old_blob_id":"dcb0f135d6ba027e800c23665c613392d792dfc2","new_blob_id":"28220940a322bffca4dd3f44fe4d54353d129de1","file_path":"src/algorithm/impl/operator/reduce_scatter_operator.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -480,7 +480,7 @@ HcclResult ReduceScatterOperator::SelectAlgfor91093(const OpParam& param, std::s\n (smallCountOptimMultiServer && isPowOfTwo &&\n (param.DataDes.count * SIZE_TABLE[param.DataDes.dataType] * serverNum_ <= smallCountMultiServerThreshold))) {\n algName = \"ReduceScatterDeterExecutor\";\n- } else if (param.supportZeroCopy && isSupportInlineReduce && // 不申请scratch ==> 不支持非InlineReduce\n+ } else if (isSupportInlineReduce && (param.supportSymmetricMemory || param.supportZeroCopy) && // isSupportInlineReduce：不申请scratch ==> 不支持非InlineReduce\n (topoType_ == TopoType::TOPO_TYPE_NP_DOUBLE_RING || param.DataDes.count * unitSize * deviceNumPerAggregation_ > HCCL_MID_COUNT_16_MB)) {\n const u32 SEVER_NUM_FOUR = 4;\n constexpr u64 RING_EXCHANGE_PIPELINE_DATA_SIZE_MIN = 2 * 1024 * 1024;\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":1,"removed_lines":1,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/algorithm/pub_inc/coll_alg_param.h","new_path":"src/algorithm/pub_inc/coll_alg_param.h","old_blob_id":"cc1e3fd775d0c44b39061260809c644b32978d1a","new_blob_id":"d84eeb7abb87f4f1c4117d7237f45819b60cfe54","file_path":"src/algorithm/pub_inc/coll_alg_param.h","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -213,6 +213,11 @@ struct OpParam {\n u32 nRecv = 0;\n u32 iSend = 0; // index of send\n u32 iRecv = 0; // index of recv\n+ bool supportSymmetricMemory = false;\n+ void* inputSymWindow = nullptr;\n+ u64 inputOffset = 0;\n+ void* outputSymWindow = nullptr;\n+ u64 outputOffset = 0;\n \n inline HcclDataType GetDataType() const\n {\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":5,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/common/src/CMakeLists.txt","new_path":"src/framework/common/src/CMakeLists.txt","old_blob_id":"d1fd6961e88ac60bd11a0daf2fe790964a636984","new_blob_id":"aa6e3ceb7fd7a2ac5c0e243daa3b297bce29c3e1","file_path":"src/framework/common/src/CMakeLists.txt","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -19,6 +19,7 @@ target_sources(hcomm PRIVATE\n ${src_list}\n ${CMAKE_CURRENT_SOURCE_DIR}/hccl_hash_utils.cc\n ${CMAKE_CURRENT_SOURCE_DIR}/launch_aicpu.cc\n+ ${CMAKE_CURRENT_SOURCE_DIR}/hccl_mem_alloc.cc\n )\n \n \n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":1,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/common/src/hccl_mem_alloc.cc","new_path":"src/framework/common/src/hccl_mem_alloc.cc","old_blob_id":"0000000000000000000000000000000000000000","new_blob_id":"d754fc15079e4678e6089c144b52e411e852d918","file_path":"src/framework/common/src/hccl_mem_alloc.cc","new_file":true,"renamed_file":false,"deleted_file":false,"diff":"$2f","binary":false,"too_large":false,"collapsed":false,"line_count":null,"added_lines":89,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/common/src/hccl_mem_alloc.h","new_path":"src/framework/common/src/hccl_mem_alloc.h","old_blob_id":"0000000000000000000000000000000000000000","new_blob_id":"814dc5d06c5170a881963343088e547f4342e77a","file_path":"src/framework/common/src/hccl_mem_alloc.h","new_file":true,"renamed_file":false,"deleted_file":false,"diff":"$30","binary":false,"too_large":false,"collapsed":false,"line_count":null,"added_lines":33,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/common/src/launch_aicpu.cc","new_path":"src/framework/common/src/launch_aicpu.cc","old_blob_id":"379c366e54e871068da7b2e2391749e202b82f6c","new_blob_id":"3798e23d4432249d8c7258b55227e9e80801294c","file_path":"src/framework/common/src/launch_aicpu.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -11,6 +11,7 @@\n #include \n #include \n #include \n+#include \n #include \"launch_aicpu.h\"\n #include \"log.h\"\n #include \"env_config.h\"\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":1,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/comm_config.cc","new_path":"src/framework/communicator/comm_config.cc","old_blob_id":"7dd59a0997df54cdbade14ad3740c7cd8ed485e8","new_blob_id":"508b6d30a13d5e07b7e1616666f50590c6b3db32","file_path":"src/framework/communicator/comm_config.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"$31","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":20,"removed_lines":10,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/hccl_comm.cc","new_path":"src/framework/communicator/hccl_comm.cc","old_blob_id":"f25c27e1996e8d09f3cf15a9a6334ccd7e8c4351","new_blob_id":"30ab56e8db242d36fb5f190938c733df733dbf29","file_path":"src/framework/communicator/hccl_comm.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -1523,4 +1523,26 @@ HcclResult hcclComm::SetHcclQos(u32 hcclQos)\n \n return HCCL_SUCCESS;\n }\n+\n+HcclResult hcclComm::RegisterWindow(void* ptr, size_t size, CommSymWindow *winHandle)\n+{\n+ CHK_SMART_PTR_NULL(communicator_);\n+ CHK_RET(communicator_->RegisterWindow(ptr, size, winHandle));\n+ return HCCL_SUCCESS;\n+}\n+\n+HcclResult hcclComm::DeregisterWindow(CommSymWindow winHandle)\n+{\n+ CHK_SMART_PTR_NULL(communicator_);\n+ CHK_RET(communicator_->DeregisterWindow(winHandle));\n+ return HCCL_SUCCESS;\n+}\n+\n+HcclResult hcclComm::GetCommSymWin(void* ptr, size_t size, CommSymWindow *winHandle, size_t *offset)\n+{\n+ CHK_SMART_PTR_NULL(communicator_);\n+ CHK_RET(communicator_->GetCommSymWin(ptr, size, winHandle, offset));\n+ return HCCL_SUCCESS;\n+}\n+\n } // namespace hccl\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":22,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/impl/CMakeLists.txt","new_path":"src/framework/communicator/impl/CMakeLists.txt","old_blob_id":"984df218e5c57aefa3ee8173cbf29387cca74b7e","new_blob_id":"3ea2c3dd554a4d7836045f994aabb6bbd00b273c","file_path":"src/framework/communicator/impl/CMakeLists.txt","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -32,4 +32,5 @@ endif()\n add_subdirectory(resource_manager)\n add_subdirectory(one_sided_service)\n add_subdirectory(zero_copy)\n-add_subdirectory(independent_op)\n\\ No newline at end of file\n+add_subdirectory(independent_op)\n+add_subdirectory(symmetric_memory)\n\\ No newline at end of file\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":2,"removed_lines":1,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/impl/aclgraph/zero_copy_acl_graph.cc","new_path":"src/framework/communicator/impl/aclgraph/zero_copy_acl_graph.cc","old_blob_id":"1aba72480b9cedb55209a5b98e9641470f0c76c8","new_blob_id":"05e5fc9b99114e2a2a670e766959b7e82ff38adf","file_path":"src/framework/communicator/impl/aclgraph/zero_copy_acl_graph.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -70,7 +70,7 @@ bool ZeroCopyAclGraph::SetAclGraphZeroCopyMode(\n deviceType);\n return false;\n }\n- if (opParam.isZeroCopy || opParam.supportZeroCopy) {\n+ if (opParam.isZeroCopy || opParam.supportZeroCopy || opParam.supportSymmetricMemory) {\n HCCL_INFO(\"[ZeroCopyAclGraph][SetAclGraphZeroCopyMode] Hccl can't support graph zero copy mode and operator \"\n \"zero copy at the same time.\");\n return false;\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":1,"removed_lines":1,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/impl/hccl_communicator.cc","new_path":"src/framework/communicator/impl/hccl_communicator.cc","old_blob_id":"b56773f94e9ff2bbbe982c44361cec145c64ce21","new_blob_id":"1f7c4b6100a58b024a7a652e79bc5a1c4d2ca78a","file_path":"src/framework/communicator/impl/hccl_communicator.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -1703,6 +1703,10 @@ namespace hccl\n opTilingData->isInplacePreSync = static_cast(isInplacePreSync_);\n opTilingData->isPostSync = static_cast(isPostSync_);\n opTilingData->userStreamId = opParam.stream.id();\n+ opTilingData->inputSymWindow = reinterpret_cast(opParam.inputSymWindow);\n+ opTilingData->inputOffset = opParam.inputOffset;\n+ opTilingData->outputSymWindow = reinterpret_cast(opParam.outputSymWindow);\n+ opTilingData->outputOffset = opParam.outputOffset;\n return HCCL_SUCCESS;\n }\n \n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":4,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/impl/hccl_communicator.h","new_path":"src/framework/communicator/impl/hccl_communicator.h","old_blob_id":"3216cd591ee7f8e7368f1a4e1eebe3e838367d74","new_blob_id":"2fbbf1ea700758301f40e80f1fff2448e6b8e02a","file_path":"src/framework/communicator/impl/hccl_communicator.h","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"$32","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":8,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/impl/hccl_communicator_device.cc","new_path":"src/framework/communicator/impl/hccl_communicator_device.cc","old_blob_id":"9eca3338a89bba284d2173938883e5115b470927","new_blob_id":"ddaf7d6e29a67e95298d1452ebd6995b913c6235","file_path":"src/framework/communicator/impl/hccl_communicator_device.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"@@ -142,6 +142,11 @@ namespace hccl\n return HCCL_SUCCESS;\n }\n \n+ bool HcclCommunicator::IsSupportSymmetricMemory(HcclCMDType opType, OpParam &opParam)\n+ {\n+ return false;\n+ }\n+\n bool HcclCommunicator::IsSupportZeroCopy(const OpParam &opParam)\n {\n return false;\n@@ -1602,4 +1607,24 @@ namespace hccl\n HCCL_INFO(\"[HcclCommunicator][device][GetHcclQos] hcclQos[%u]\", hcclQos_);\n \t return hcclQos_;\n \t}\n+\n+ HcclResult HcclCommunicator::InitSymmetricMemory()\n+ {\n+ return HCCL_SUCCESS;\n+ }\n+\n+ HcclResult HcclCommunicator::RegisterWindow(void* ptr, size_t size, CommSymWindow *winHandle)\n+ {\n+ return HCCL_SUCCESS;\n+ }\n+\n+ HcclResult HcclCommunicator::DeregisterWindow(CommSymWindow winHandle)\n+ {\n+ return HCCL_SUCCESS;\n+ }\n+\n+ HcclResult HcclCommunicator::GetCommSymWin(void* ptr, size_t size, CommSymWindow *winHandle, size_t *offset)\n+ {\n+ return HCCL_SUCCESS;\n+ }\n }\n","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":25,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/impl/hccl_communicator_host.cc","new_path":"src/framework/communicator/impl/hccl_communicator_host.cc","old_blob_id":"0372d36c883f884fe4e560eab9d5942987d0a9e6","new_blob_id":"104447d27c76ce44d1857429189ab1b64d44f1d1","file_path":"src/framework/communicator/impl/hccl_communicator_host.cc","new_file":false,"renamed_file":false,"deleted_file":false,"diff":"$33","binary":false,"too_large":false,"collapsed":false,"line_count":[99999,99999],"added_lines":102,"removed_lines":1,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null},{"old_path":"src/framework/communicator/impl/symmetric_memory/CMakeLists.txt","new_path":"src/framework/communicator/impl/symmetric_memory/CMakeLists.txt","old_blob_id":"0000000000000000000000000000000000000000","new_blob_id":"a80cde80d233c7cc113396a07c09b017d9b5066e","file_path":"src/framework/communicator/impl/symmetric_memory/CMakeLists.txt","new_file":true,"renamed_file":false,"deleted_file":false,"diff":"@@ -0,0 +1,8 @@\n+set(src_list\n+ symmetric_memory.cc\n+ symmetric_memory_agent.cc\n+)\n+\n+target_sources(hcomm PRIVATE\n+ ${src_list}\n+)\n\\ No newline at end of file\n","binary":false,"too_large":false,"collapsed":false,"line_count":null,"added_lines":8,"removed_lines":0,"show_type":null,"audit_show_type":{"name":null,"desc":null,"title":null},"amode":null,"bmode":null}],"diff_refs":{"base_sha":"9f9639be2fa718097afd665e9312b36e02d11bf1","head_sha":"2d608c23e6f8efab1cd1231efd9372e03bfb3693","start_sha":"9f9639be2fa718097afd665e9312b36e02d11bf1"},"added_lines":3930,"removed_lines":28,"change_file_count":47,"change_line_count":3958,"too_large":false,"total":47}