File size: 243 Bytes
78728a3
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
[glm6b]
model_name = chatglm-6b
head_num = 32
size_per_head = 128
inter_size = 16384
max_pos_seq_len = 2048
num_layer = 28
vocab_size = 130528
start_id = 130004
end_id = 130005
weight_data_type = fp16
tensor_para_size = 1
layernorm_eps = 1e-5