Update adapter_config.json
Browse files- adapter_config.json +3 -16
    	
        adapter_config.json
    CHANGED
    
    | @@ -1,9 +1,7 @@ | |
| 1 | 
             
            {
         | 
| 2 | 
            -
              "model_type": "qwen2",
         | 
| 3 | 
            -
              "model_name": "qwen2.5-14B-Instruct-1M-historical-narrative-generator",
         | 
| 4 | 
            -
              "base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct-1M",
         | 
| 5 | 
             
              "alpha_pattern": {},
         | 
| 6 | 
             
              "auto_mapping": null,
         | 
|  | |
| 7 | 
             
              "bias": "none",
         | 
| 8 | 
             
              "corda_config": null,
         | 
| 9 | 
             
              "eva_config": null,
         | 
| @@ -32,16 +30,5 @@ | |
| 32 | 
             
              "task_type": "CAUSAL_LM",
         | 
| 33 | 
             
              "trainable_token_indices": null,
         | 
| 34 | 
             
              "use_dora": false,
         | 
| 35 | 
            -
              "use_rslora": false | 
| 36 | 
            -
             | 
| 37 | 
            -
              "n_positions": 1024, 
         | 
| 38 | 
            -
              "n_ctx": 1024, 
         | 
| 39 | 
            -
              "n_embd": 768, 
         | 
| 40 | 
            -
              "n_layer": 12, 
         | 
| 41 | 
            -
              "n_head": 12, 
         | 
| 42 | 
            -
              "layer_norm_epsilon": 1e-5,
         | 
| 43 | 
            -
              "initializer_range": 0.02,
         | 
| 44 | 
            -
              "bos_token_id": 50256, 
         | 
| 45 | 
            -
              "eos_token_id": 50256, 
         | 
| 46 | 
            -
              "pad_token_id": 50256
         | 
| 47 | 
            -
            }
         | 
|  | |
| 1 | 
             
            {
         | 
|  | |
|  | |
|  | |
| 2 | 
             
              "alpha_pattern": {},
         | 
| 3 | 
             
              "auto_mapping": null,
         | 
| 4 | 
            +
              "base_model_name_or_path": "Qwen/Qwen2.5-14B-Instruct-1M",
         | 
| 5 | 
             
              "bias": "none",
         | 
| 6 | 
             
              "corda_config": null,
         | 
| 7 | 
             
              "eva_config": null,
         | 
|  | |
| 30 | 
             
              "task_type": "CAUSAL_LM",
         | 
| 31 | 
             
              "trainable_token_indices": null,
         | 
| 32 | 
             
              "use_dora": false,
         | 
| 33 | 
            +
              "use_rslora": false
         | 
| 34 | 
            +
            }
         | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  |