refactor(项目结构) 重构为 workspace 多成员项目
- 将项目拆分为三个 crate:minicpm-core(核心模型)、minicpm-convert(转换功能)、minicpm-inference(推理功能) - 添加两个示例:minimal-inference(最小推理)和 convert(模型转换) - 转换后自动拷贝 config.json 和 tokenizer.json 到 model 目录 - 更新 README 说明 workspace 结构和使用方式
This commit is contained in:
@@ -0,0 +1,33 @@
|
||||
use burn::module::Module;
|
||||
use burn::nn::{Linear, LinearConfig};
|
||||
use burn::tensor::backend::Backend;
|
||||
use burn::tensor::activation::silu;
|
||||
use burn::tensor::{Float, Tensor};
|
||||
|
||||
#[derive(Module, Debug)]
|
||||
pub struct FeedForward<B: Backend> {
|
||||
pub gate_proj: Linear<B>,
|
||||
pub up_proj: Linear<B>,
|
||||
pub down_proj: Linear<B>,
|
||||
}
|
||||
|
||||
impl<B: Backend> FeedForward<B> {
|
||||
pub fn new(hidden_size: usize, intermediate_size: usize, device: &B::Device) -> Self {
|
||||
let gate_proj = LinearConfig::new(hidden_size, intermediate_size).init(device);
|
||||
let up_proj = LinearConfig::new(hidden_size, intermediate_size).init(device);
|
||||
let down_proj = LinearConfig::new(intermediate_size, hidden_size).init(device);
|
||||
|
||||
Self {
|
||||
gate_proj,
|
||||
up_proj,
|
||||
down_proj,
|
||||
}
|
||||
}
|
||||
|
||||
pub fn forward(&self, x: Tensor<B, 3, Float>) -> Tensor<B, 3, Float> {
|
||||
let gate = self.gate_proj.forward(x.clone());
|
||||
let up = self.up_proj.forward(x);
|
||||
let activated = silu(gate) * up;
|
||||
self.down_proj.forward(activated)
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user