feat(inference): 添加模型加载和分词器功能

feat(model): 实现 Llama 模型及其解码器层
feat(norm): 添加 RMSNorm 归一化层
feat(rope): 实现 RoPE 位置编码
This commit is contained in:
2026-07-01 10:56:43 +08:00
commit 7e0585421f
33 changed files with 14711 additions and 0 deletions
+24
View File
@@ -0,0 +1,24 @@
[package]
name = "minicpm-burn"
version = "0.1.0"
edition = "2021"
[lib]
name = "minicpm_burn_lib"
path = "src/lib.rs"
[[bin]]
name = "minicpm-burn"
path = "src/main.rs"
[dependencies]
burn = { version = "0.21", features = ["std", "wgpu"] }
tokenizers = "0.20"
serde = { version = "1.0", features = ["derive"] }
serde_json = "1.0"
anyhow = "1.0"
rand = "0.8"
memmap2 = "0.9"
clap = { version = "4.5", features = ["derive"] }
[dev-dependencies]