feat(inference): 添加模型加载和分词器功能
feat(model): 实现 Llama 模型及其解码器层 feat(norm): 添加 RMSNorm 归一化层 feat(rope): 实现 RoPE 位置编码
This commit is contained in:
+24
@@ -0,0 +1,24 @@
|
||||
[package]
|
||||
name = "minicpm-burn"
|
||||
version = "0.1.0"
|
||||
edition = "2021"
|
||||
|
||||
[lib]
|
||||
name = "minicpm_burn_lib"
|
||||
path = "src/lib.rs"
|
||||
|
||||
[[bin]]
|
||||
name = "minicpm-burn"
|
||||
path = "src/main.rs"
|
||||
|
||||
[dependencies]
|
||||
burn = { version = "0.21", features = ["std", "wgpu"] }
|
||||
tokenizers = "0.20"
|
||||
serde = { version = "1.0", features = ["derive"] }
|
||||
serde_json = "1.0"
|
||||
anyhow = "1.0"
|
||||
rand = "0.8"
|
||||
memmap2 = "0.9"
|
||||
clap = { version = "4.5", features = ["derive"] }
|
||||
|
||||
[dev-dependencies]
|
||||
Reference in New Issue
Block a user