Hugging Face's logo

crumb
/
Llama-p-small

Text Generation
Transformers
Safetensors
English
nano
custom_code
Model card Files
xet
Community
crumb commited on
Commit
ad1b002
·
verified ·
1 Parent(s): 27f4f34

Upload model

Browse files
Files changed (2) hide show
  1. config.json +4 -3
  2. model.safetensors +1 -1
config.json CHANGED
@@ -1,11 +1,12 @@
1
  {
 
2
  "activation_function": "silu",
3
  "architectures": [
4
  "PlusModelForCausalLM"
5
  ],
6
  "auto_map": {
7
- "AutoConfig": "configuration_nano.NanoConfig",
8
- "AutoModelForCausalLM": "modeling_nano.PlusModelForCausalLM"
9
  },
10
  "bos_token_id": 1,
11
  "combined_qkv": true,
@@ -35,6 +36,6 @@
35
  "torch_dtype": "bfloat16",
36
  "transformers_version": "4.36.2",
37
  "use_bias": false,
38
- "use_cache": true,
39
  "vocab_size": 32000
40
  }
 
1
  {
2
+ "_name_or_path": "crumb/Llama-p-small",
3
  "activation_function": "silu",
4
  "architectures": [
5
  "PlusModelForCausalLM"
6
  ],
7
  "auto_map": {
8
+ "AutoConfig": "crumb/Llama-p-small--configuration_nano.NanoConfig",
9
+ "AutoModelForCausalLM": "crumb/Llama-p-small--modeling_nano.PlusModelForCausalLM"
10
  },
11
  "bos_token_id": 1,
12
  "combined_qkv": true,
 
36
  "torch_dtype": "bfloat16",
37
  "transformers_version": "4.36.2",
38
  "use_bias": false,
39
+ "use_cache": false,
40
  "vocab_size": 32000
41
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5ca3f770208ce4f3cd1e358482ca79f38018aedb49a65f091b9794594f44bda
3
  size 738239160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c89be7f113b10d706fd87680a70cbb557aaa02aafaf84f27fa8c00c1d048980
3
  size 738239160