Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it.BF16.gguf filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,62 @@
+{
+  "architectures": [
+    "Gemma3ForConditionalGeneration"
+  ],
+  "boi_token_index": 255999,
+  "bos_token_id": 2,
+  "eoi_token_index": 256000,
+  "eos_token_id": 1,
+  "image_token_index": 262144,
+  "initializer_range": 0.02,
+  "mm_tokens_per_image": 256,
+  "model_type": "gemma3",
+  "pad_token_id": 0,
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_logit_softcapping": null,
+    "cache_implementation": "hybrid",
+    "final_logit_softcapping": null,
+    "head_dim": 256,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 2560,
+    "initializer_range": 0.02,
+    "intermediate_size": 10240,
+    "max_position_embeddings": 131072,
+    "model_type": "gemma3_text",
+    "num_attention_heads": 8,
+    "num_hidden_layers": 34,
+    "num_key_value_heads": 4,
+    "query_pre_attn_scalar": 256,
+    "rms_norm_eps": 1e-06,
+    "rope_local_base_freq": 10000.0,
+    "rope_scaling": {
+      "factor": 8.0,
+      "rope_type": "linear"
+    },
+    "rope_theta": 1000000.0,
+    "sliding_window": 1024,
+    "sliding_window_pattern": 6,
+    "torch_dtype": "bfloat16",
+    "use_cache": true,
+    "vocab_size": 262208
+  },
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.0.dev0",
+  "unsloth_fixed": true,
+  "vision_config": {
+    "attention_dropout": 0.0,
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 1152,
+    "image_size": 896,
+    "intermediate_size": 4304,
+    "layer_norm_eps": 1e-06,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_channels": 3,
+    "num_hidden_layers": 27,
+    "patch_size": 14,
+    "torch_dtype": "bfloat16",
+    "vision_use_head": false
+  }
+}

gemma-3-4b-it-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e9e5fcf6347c54bfd425db07ebdcdec39ac794a874cf903d63b3ef357b2338
+size 1729163968

gemma-3-4b-it-Q2_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaf5829f90c801dd34394a65a4c5bd52659674ea98c510076ac6736aeddd3dd
+size 1556106688

gemma-3-4b-it-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd58deb6b51724c78dacc5162a37654eb28bd44d5a356534240d9fd8da2b015
+size 2098459328

gemma-3-4b-it-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57020a209de4073c520fac23189d8e402a15856fa63c4be6c4c73c0a70df7e43
+size 2489893568

gemma-3-4b-it-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3abac57739bb984c632d2a98d10a0ffe409a1f130010f37c1d2f04de112ed4c
+size 2829697728

gemma-3-4b-it-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c40e0e083ca1307d549d5df674498727a42a7031d95fef2b6781e41347a871
+size 3190739648

gemma-3-4b-it.BF16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2962eeb5619686afb7bf3be0debd2a61b0cd49c464d8bc9cbc44fe3ca20cf41
+size 7767803328

gemma-3-4b-it.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e822991289f560406361f736af82a3299a98c6554608f2b4875e57da0503408
+size 4130401728