feat(inference): 添加模型加载和分词器功能
feat(model): 实现 Llama 模型及其解码器层 feat(norm): 添加 RMSNorm 归一化层 feat(rope): 实现 RoPE 位置编码
This commit is contained in:
@@ -0,0 +1,9 @@
|
||||
pub mod attention;
|
||||
pub mod decoder;
|
||||
pub mod ffn;
|
||||
pub mod model;
|
||||
pub mod norm;
|
||||
pub mod rope;
|
||||
|
||||
pub use attention::KVCache;
|
||||
pub use model::{LlamaForCausalLM, LlamaKVCache};
|
||||
Reference in New Issue
Block a user