macrocc
7e0585421f
feat(model): 实现 Llama 模型及其解码器层 feat(norm): 添加 RMSNorm 归一化层 feat(rope): 实现 RoPE 位置编码
14 lines
213 B
JSON
14 lines
213 B
JSON
{
|
|
"_from_model_config": true,
|
|
"bos_token_id": 0,
|
|
"eos_token_id": [
|
|
1,
|
|
130073
|
|
],
|
|
"pad_token_id": 1,
|
|
"do_sample": true,
|
|
"temperature": 0.9,
|
|
"top_p": 0.95,
|
|
"transformers_version": "5.6.2"
|
|
}
|