Hugging Face's logo

trl-internal-testing
/
tiny-DbrxForCausalLM

Text Generation
Transformers
Safetensors
dbrx
trl
conversational
text-generation-inference
Model card Files
xet
Community
1
qgallouedec HF Staff commited on
Commit
27ad63b
·
verified ·
1 Parent(s): befdc85

Upload DbrxForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. generation_config.json +0 -4
  3. model.safetensors +1 -1
config.json CHANGED
@@ -5,7 +5,7 @@
5
  "attn_config": {
6
  "attn_pdrop": 0.0,
7
  "clip_qkv": 8,
8
- "kv_n_heads": 8,
9
  "model_type": "",
10
  "rope_theta": 500000
11
  },
@@ -27,7 +27,7 @@
27
  "initializer_range": 0.02,
28
  "max_seq_len": 32768,
29
  "model_type": "dbrx",
30
- "n_heads": 16,
31
  "n_layers": 2,
32
  "num_key_value_heads": 8,
33
  "output_router_logits": false,
 
5
  "attn_config": {
6
  "attn_pdrop": 0.0,
7
  "clip_qkv": 8,
8
+ "kv_n_heads": 2,
9
  "model_type": "",
10
  "rope_theta": 500000
11
  },
 
27
  "initializer_range": 0.02,
28
  "max_seq_len": 32768,
29
  "model_type": "dbrx",
30
+ "n_heads": 6,
31
  "n_layers": 2,
32
  "num_key_value_heads": 8,
33
  "output_router_logits": false,
generation_config.json CHANGED
@@ -1,8 +1,4 @@
1
  {
2
  "_from_model_config": true,
3
- "eos_token_id": [
4
- 100257,
5
- 100279
6
- ],
7
  "transformers_version": "4.57.3"
8
  }
 
1
  {
2
  "_from_model_config": true,
 
 
 
 
3
  "transformers_version": "4.57.3"
4
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b0b461d3e71a812a9e996e443d437abcf6864b23642ed84460c9ff2765e514d
3
  size 9754448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d5a7799c803c178b874f424f4671f0c009caa43257e9568204db5dbefc2384d
3
  size 9754448