tjarvis91 commited on
Commit
5295db5
·
verified ·
1 Parent(s): d3f92cf

Add config.json for download tracking + library metadata

Browse files
Files changed (1) hide show
  1. config.json +31 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qovaryx_finance_decoder",
3
+ "architectures": [
4
+ "FinanceDecoder"
5
+ ],
6
+ "d_model": 512,
7
+ "n_layer": 12,
8
+ "n_head": 8,
9
+ "n_kv_head": 2,
10
+ "d_ff": 1408,
11
+ "vocab_size": 32000,
12
+ "max_seq_len": 1024,
13
+ "mtp_k": 4,
14
+ "ffn_kind": "swiglu",
15
+ "rms_eps": 1e-05,
16
+ "rope_base": 10000.0,
17
+ "tie_word_embeddings": true,
18
+ "library_name": "pytorch",
19
+ "specialist_key": "Q-Coder-50M-Sovereign",
20
+ "task": "compact Python code",
21
+ "base_model": "tjarvis91/qovaryx-50m-scratch-base",
22
+ "base_model_relation": "finetune",
23
+ "metric": {
24
+ "name": "exact_match",
25
+ "mean": 1.0,
26
+ "ci_lower": 1.0,
27
+ "n_holdout": 60
28
+ },
29
+ "license": "apache-2.0",
30
+ "qovaryx_release": "qovaryx-sovereign-2026-06-02"
31
+ }