Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<image_soft_token>": 262144
+}

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n    {%- if messages[0]['content'] is string -%}\n        {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n    {%- else -%}\n        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n    {%- endif -%}\n    {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n    {%- set first_user_prefix = \"\" -%}\n    {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n        {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n    {%- endif -%}\n    {%- if (message['role'] == 'assistant') -%}\n        {%- set role = \"model\" -%}\n    {%- else -%}\n        {%- set role = message['role'] -%}\n    {%- endif -%}\n    {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n    {%- if message['content'] is string -%}\n        {{ message['content'] | trim }}\n    {%- elif message['content'] is iterable -%}\n        {%- for item in message['content'] -%}\n            {%- if item['type'] == 'image' -%}\n                {{ '<start_of_image>' }}\n            {%- elif item['type'] == 'text' -%}\n                {{ item['text'] | trim }}\n            {%- endif -%}\n        {%- endfor -%}\n    {%- else -%}\n        {{ raise_exception(\"Invalid content type\") }}\n    {%- endif -%}\n    {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
+}

config.json

@@ -0,0 +1,42 @@
+{
+  "architectures": [
+    "Gemma3ForConditionalGeneration"
+  ],
+  "boi_token_index": 255999,
+  "eoi_token_index": 256000,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "image_token_index": 262144,
+  "initializer_range": 0.02,
+  "mm_tokens_per_image": 256,
+  "model_type": "gemma3",
+  "text_config": {
+    "head_dim": 128,
+    "hidden_size": 5376,
+    "intermediate_size": 21504,
+    "model_type": "gemma3_text",
+    "num_attention_heads": 32,
+    "num_hidden_layers": 62,
+    "num_key_value_heads": 16,
+    "query_pre_attn_scalar": 168,
+    "rope_scaling": {
+      "factor": 8.0,
+      "rope_type": "linear"
+    },
+    "sliding_window": 1024
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0",
+  "vision_config": {
+    "hidden_size": 1152,
+    "image_size": 896,
+    "intermediate_size": 4304,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 27,
+    "patch_size": 14,
+    "vision_use_head": false
+  }
+}

gemma3-27b-it-abliterated-normpreserve.yml

@@ -0,0 +1,166 @@
+model: /workspace/gemma3-27b-it/
+measurements: /workspace/measurement.file
+output: /workspace/gemma3-27b-it-abliterated-homecook0/
+
+ablate:
+  - layer: 11
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 12
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 13
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 14
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 15
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 16
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 17
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 18
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 19
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 20
+    measurement: 20
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 21
+    measurement: 25
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 22
+    measurement: 25
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 23
+    measurement: 25
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 24
+    measurement: 25
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 25
+    measurement: 25
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 26
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 27
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 28
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 29
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 30
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 31
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 32
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 33
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 34
+    measurement: 34
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 35
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 36
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 37
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 38
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 39
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 40
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 41
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 42
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 43
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 44
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 45
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 46
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 47
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 48
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 49
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+  - layer: 50
+    measurement: 42
+    scale: 1.0
+    sparsity: 0.0
+

generation_config.json

@@ -0,0 +1,13 @@
+{
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "pad_token_id": 0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "4.50.0.dev0"
+}

model-00001-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da0290139f018bdea488b556c136d0f0ca4506fe5f5555cd97c0f6f2e886add
+size 4854573696

model-00002-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf17dbadf9c7cd696e4768639601c3300ea659e49f018000956078cefd475cdf
+size 4954792944

model-00003-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e62d5d15660cc76014dec5daad4f14691378fa45b979820e02ec8aac1558492
+size 4954792944

model-00004-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfa0710f7b9832a4101229932ed26ad2b4c21ffa868bfec55e10407e02af8fe
+size 4954792984

model-00005-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc0dae16ac3318e3f9d12c78d0a34c55497d5d6a1e43887bf01f19ae322c9c1
+size 4954792984

model-00006-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b159ab1977d0d141c0ae6ebd32103c0b226dc682aeff6621b4ae608369f6b69
+size 4954792984

model-00007-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150b7d1825b6b745ee1ebe4e4a6cf860acaadf1047b69fc9a8d0883cc2ebd8ef
+size 4954792984

model-00008-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90bf50aba20f39767cd539ab1de2fde1906525c230f02a036476093811ac0908
+size 4954792984

model-00009-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0c2e102d4b68bad281bcc99447d01429ba3573d0463bb592be4ab617981621
+size 4954792984

model-00010-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdf8c01b4bfa2d1053ef181b6d3acc33b66b79e77caaffd4dac49f273909fee
+size 4954792984

model-00011-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2de7fa772158381c7569a5699cadb9da3b06d92b802f54ac1c09f4a2c2e594
+size 4954793016

model-00012-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f4d0c537a889d474396c6fb21ebb90946a64d70345403d47627ecb559e8e91
+size 462476696

preprocessor_config.json

@@ -0,0 +1,29 @@
+{
+  "do_convert_rgb": null,
+  "do_normalize": true,
+  "do_pan_and_scan": null,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "Gemma3ImageProcessor",
+  "image_seq_length": 256,
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "pan_and_scan_max_num_crops": null,
+  "pan_and_scan_min_crop_size": null,
+  "pan_and_scan_min_ratio_to_activate": null,
+  "processor_class": "Gemma3Processor",
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 896,
+    "width": 896
+  }
+}

special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+  "boi_token": "<start_of_image>",
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eoi_token": "<end_of_image>",
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "image_token": "<image_soft_token>",
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
+size 33384568

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
+size 4689074