feat(inference): 添加模型加载和分词器功能

feat(model): 实现 Llama 模型及其解码器层
feat(norm): 添加 RMSNorm 归一化层
feat(rope): 实现 RoPE 位置编码
This commit is contained in:
2026-07-01 10:56:43 +08:00
commit 7e0585421f
33 changed files with 14711 additions and 0 deletions
+12
View File
@@ -0,0 +1,12 @@
[source.crates-io]
registry = "https://github.com/rust-lang/crates.io-index"
replace-with = 'rsproxy-sparse'
[source.rsproxy-sparse]
registry = "sparse+https://rsproxy.cn/index/"
[registries.rsproxy]
index = "https://rsproxy.cn/crates.io-index"
[net]
git-fetch-with-cli = true