Mirrors/modelscope
1
0
Fork 0
mirror of https://github.com/modelscope/modelscope.git synced 2025-12-25 12:39:25 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix chatglm2b rope_ratio config is missing (#440)

Browse Source
This commit is contained in:
wenmeng zhou
2023-08-08 14:53:29 +08:00
committed by GitHub
parent 18bf0b4c47
commit cba1156f0d
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modelscope/models/nlp/chatglm2/configuration.py
View File

@@ -35,6 +35,7 @@ class ChatGLM2Config(PretrainedConfig):
quantization_bit=0,
pre_seq_len=None,
prefix_projection=False,
rope_ratio=1.0,
**kwargs):
self.num_layers = num_layers
self.vocab_size = padded_vocab_size
@@ -61,4 +62,5 @@ class ChatGLM2Config(PretrainedConfig):
self.quantization_bit = quantization_bit
self.pre_seq_len = pre_seq_len
self.prefix_projection = prefix_projection
self.rope_ratio = rope_ratio
super().__init__(**kwargs)