适配沐曦

Signed-off-by: PanZezhong <panzezhong@qiyuanlab.com>

Author: PanZezhong1725

Cargo.lock

@@ -4,8 +4,8 @@ version = "0.0.0"
 edition.workspace = true
 
 [dependencies]
-operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "88c58bd", default-features = false, features = [
-    "nvidia-gpu",
+operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "28c9dfd", default-features = false, features = [
+    "metax-gpu",
 ] }
 nn = { git = "https://github.com/YdrMaster/InfiniNN", rev = "171c5b0" }
 ggus = { git = "https://github.com/InfiniTensor/gguf", rev = "23c362f" }

llama.cu/Cargo.toml

@@ -37,6 +37,6 @@ impl Operator for AllReduce {
             .comm
             .as_ref()
             .unwrap()
-            .all_reduce(dst, Some(src), dt, ReduceType::ncclSum, stream);
+            .all_reduce(dst, Some(src), dt, ReduceType::hcclSum, stream);
     }
 }

llama.cu/src/op/all_reduce.rs

@@ -11,7 +11,7 @@ mod bindings {
             use $crate::op::random_sample::bindings::*;
             #[allow(unused_unsafe, clippy::macro_metavars_in_unsafe)]
             let err = unsafe { $f };
-            assert_eq!(err, cudaError::cudaSuccess);
+            assert_eq!(err, cudaError_t::hcSuccess);
         }};
     }
 }