liusong123 commited on
Commit
d091711
·
verified ·
1 Parent(s): a10d7b8

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -26,7 +26,7 @@
26
  "mask_init_id": 12,
27
  "max_position_embeddings": 32768,
28
  "mlp_bias": false,
29
- "model_type": "hunyuan_v1_dense",
30
  "norm_type": "rms",
31
  "num_attention_heads": 32,
32
  "num_hidden_layers": 1,
 
26
  "mask_init_id": 12,
27
  "max_position_embeddings": 32768,
28
  "mlp_bias": false,
29
+ "model_type": "llama",
30
  "norm_type": "rms",
31
  "num_attention_heads": 32,
32
  "num_hidden_layers": 1,