Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
+quantization_config.json filter=lfs diff=lfs merge=lfs -text

GLM45-NoThink-SillyTavern-Preset.json

@@ -0,0 +1,163 @@
+{
+    "instruct": {
+        "input_sequence": "<|user|>\n",
+        "output_sequence": "<|assistant|>\n<think></think>\n",
+        "last_output_sequence": "",
+        "system_sequence": "<|system|>\n",
+        "stop_sequence": "<|user|>",
+        "wrap": false,
+        "macro": true,
+        "activation_regex": "",
+        "first_output_sequence": "",
+        "skip_examples": false,
+        "output_suffix": "",
+        "input_suffix": "/nothink",
+        "system_suffix": "",
+        "user_alignment_message": "",
+        "system_same_as_user": false,
+        "last_system_sequence": "",
+        "first_input_sequence": "",
+        "last_input_sequence": "",
+        "names_behavior": "always",
+        "sequences_as_stop_strings": true,
+        "story_string_prefix": "",
+        "story_string_suffix": "",
+        "name": "GLM4.5-NoThink"
+    },
+    "context": {
+        "story_string": "[gMASK]<sop><|system|>\n{{#if anchorBefore}}{{anchorBefore}}\n{{/if}}{{#if system}}{{system}}\n{{/if}}{{#if wiBefore}}## World Info:\n{{wiBefore}}\n{{/if}}{{#if description}}## {{char}}'s Description:\n{{description}}\n{{/if}}{{#if personality}}## {{char}}'s Personality:\n{{personality}}\n{{/if}}{{#if persona}}## {{user}}'s Persona:\n{{persona}}\n{{/if}}{{#if scenario}}## Scenario:\n{{scenario}}\n{{/if}}{{#if wiAfter}}## Lore:\n{{wiAfter}}\n{{/if}}{{#if anchorAfter}}{{anchorAfter}}\n{{/if}}{{trim}}\n",
+        "example_separator": "",
+        "chat_start": "",
+        "use_stop_strings": false,
+        "names_as_stop_strings": true,
+        "story_string_position": 0,
+        "story_string_depth": 1,
+        "story_string_role": 0,
+        "always_force_name2": true,
+        "trim_sentences": false,
+        "single_line": false,
+        "name": "GLM4.5-NoThink"
+    },
+    "preset": {
+        "temp": 0.8,
+        "temperature_last": true,
+        "top_p": 0.95,
+        "top_k": 0,
+        "top_a": 0,
+        "tfs": 1,
+        "epsilon_cutoff": 0,
+        "eta_cutoff": 0,
+        "typical_p": 1,
+        "min_p": 0.05,
+        "rep_pen": 1,
+        "rep_pen_range": 0,
+        "rep_pen_decay": 0,
+        "rep_pen_slope": 1,
+        "no_repeat_ngram_size": 0,
+        "penalty_alpha": 0,
+        "num_beams": 1,
+        "length_penalty": 1,
+        "min_length": 0,
+        "encoder_rep_pen": 1,
+        "freq_pen": 0,
+        "presence_pen": 0,
+        "skew": 0,
+        "do_sample": true,
+        "early_stopping": false,
+        "dynatemp": false,
+        "min_temp": 1,
+        "max_temp": 1.3,
+        "dynatemp_exponent": 1,
+        "smoothing_factor": 0,
+        "smoothing_curve": 1,
+        "dry_allowed_length": 4,
+        "dry_multiplier": 0,
+        "dry_base": 1.75,
+        "dry_sequence_breakers": "[\"\\n\", \":\", \"\\\"\", \"*\", \"<|start_header_id|>system<|end_header_id|>\", \"<|start_header_id|>assistant<|end_header_id|>\", \"<|start_header_id|>user<|end_header_id|>\", \"<|eot_id|>\"]",
+        "dry_penalty_last_n": 0,
+        "add_bos_token": true,
+        "ban_eos_token": false,
+        "skip_special_tokens": false,
+        "mirostat_mode": 0,
+        "mirostat_tau": 2,
+        "mirostat_eta": 0.1,
+        "guidance_scale": 1,
+        "negative_prompt": "",
+        "grammar_string": "",
+        "json_schema": {},
+        "banned_tokens": "",
+        "sampler_priority": [
+            "repetition_penalty",
+            "presence_penalty",
+            "frequency_penalty",
+            "dry",
+            "top_k",
+            "top_p",
+            "typical_p",
+            "top_n_sigma",
+            "epsilon_cutoff",
+            "eta_cutoff",
+            "tfs",
+            "top_a",
+            "min_p",
+            "temperature",
+            "mirostat",
+            "quadratic_sampling",
+            "dynamic_temperature",
+            "xtc",
+            "encoder_repetition_penalty",
+            "no_repeat_ngram"
+        ],
+        "samplers": [
+            "penalties",
+            "dry",
+            "top_n_sigma",
+            "top_k",
+            "typ_p",
+            "tfs_z",
+            "typical_p",
+            "top_p",
+            "min_p",
+            "xtc",
+            "temperature"
+        ],
+        "samplers_priorities": [
+            "dry",
+            "penalties",
+            "no_repeat_ngram",
+            "temperature",
+            "top_nsigma",
+            "top_p_top_k",
+            "top_a",
+            "min_p",
+            "tfs",
+            "eta_cutoff",
+            "epsilon_cutoff",
+            "typical_p",
+            "quadratic",
+            "xtc"
+        ],
+        "ignore_eos_token": false,
+        "spaces_between_special_tokens": true,
+        "speculative_ngram": false,
+        "sampler_order": [
+            6,
+            0,
+            1,
+            3,
+            4,
+            2,
+            5
+        ],
+        "logit_bias": [],
+        "xtc_threshold": 0,
+        "xtc_probability": 0,
+        "nsigma": 0,
+        "min_keep": 0,
+        "extensions": {},
+        "rep_pen_size": 0,
+        "genamt": 700,
+        "max_length": 20480,
+        "name": "GLM4.5-Iceblink"
+    }
+}

README.md

@@ -1,250 +1,670 @@
 ---
-base_model: zerofata/GLM-4.5-Iceblink-106B-A12B
-base_model_relation: quantized
-quantized_by: ArtusDev
+license: mit
+datasets:
+- zerofata/Instruct-Anime
+- zerofata/Roleplay-Anime-Characters
+- zerofata/Instruct-Anime-CreativeWriting
+- zerofata/Summaries-Anime-FandomPages
+base_model:
+- zai-org/GLM-4.5-Air
 ---
 <style>
-  .container-dark {
-    font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, "Helvetica Neue", Arial, sans-serif;
-    line-height: 1.6;
-    color: #d4d4d4;
-  }
-  a {
-    color: #569cd6;
-    text-decoration: none;
-    font-weight: 600;
-  }
-  a:hover {
-    text-decoration: underline;
-  }
-  .card-dark {
-    background-color: #252526;
-    border-radius: 12px;
-    padding: 24px;
-    margin-bottom: 20px;
-    box-shadow: 0 4px 12px rgba(0,0,0,0.3);
-    border: 1px solid #3c3c3c;
-  }
-  .card-dark h1 {
-    font-size: 2.2em;
-    color: #ffffff;
-    text-align: center;
-    margin-bottom: 10px;
-  }
-  .card-dark.card-dark-title h1 {
-    font-size: 1.5em;
-  }
-  .card-dark .subtitle {
-    text-align: center;
-    font-size: 1.1em;
-    color: #a0a0a0;
-  }
-  .card-dark h2 {
-    font-size: 1.5em;
-    margin-top: 0;
-    padding-bottom: 10px;
-    border-bottom: 1px solid #3c3c3c;
-    color: #c586c0;
-  }
-  .card-dark h3 {
-    font-size: 1.2em;
-    color: #d4d4d4;
-  }
-  .styled-table {
-    display: table;
-    border: none;
-    width: 100%;
-    font-size: 0.95em;
-    margin-bottom: 0px;
-  }
-  .styled-table thead th {
-    background-color: #333333;
-    color: #c586c0;
-    text-align: left;
-  }
-  .styled-table th {
-    padding: 12px 15px;
-  }
-  .styled-table td {
+.container {
+  --primary-accent: #2B8CCC;
+  --secondary-accent: #87CEEB;
+  --glow-primary: rgba(43, 140, 204, 0.4);
+  --glow-secondary: rgba(135, 206, 235, 0.6);
+  
+  --bg-main: #F8FEFF;
+  --bg-container: #FFFFFF;
+  --bg-card: rgba(240, 248, 255, 0.9);
+  
+  --text-main: #2C3E50;
+  --text-muted: #546E7A;
+  --white: #FFFFFF;
+  --border-color: #B0E0E6;
+  
+  --font-title: 'Inter', sans-serif;
+  --font-body: 'Source Sans Pro', sans-serif;
+  --font-code: 'JetBrains Mono', monospace;
+
+  font-family: var(--font-body);
+  color: var(--text-main);
+  line-height: 1.6;
+  font-weight: 400;
+  
+  max-width: 1100px;
+  margin: 20px auto;
+  padding: 25px;
+  background-color: var(--bg-main);
+  background-image: 
+    linear-gradient(135deg, rgba(240, 248, 255, 0.9), rgba(255, 255, 255, 0.7)),
+    radial-gradient(circle at 20% 80%, rgba(135, 206, 235, 0.1) 0%, transparent 50%),
+    radial-gradient(circle at 80% 20%, rgba(176, 224, 230, 0.15) 0%, transparent 50%);
+  min-height: calc(100vh - 40px);
+  
+  border-radius: 12px;
+  box-shadow: 0 8px 32px rgba(43, 140, 204, 0.15), 0 2px 8px rgba(135, 206, 235, 0.1);
+  border: 2px solid var(--border-color);
+}
+
+.container .title-container {
+  background: linear-gradient(135deg, rgba(255, 255, 255, 0.95), rgba(240, 248, 255, 0.9));
+  backdrop-filter: blur(10px);
+  margin-bottom: 30px;
+  border: 2px solid var(--border-color);
+  border-radius: 16px;
+  padding: 35px;
+  text-align: center;
+  position: relative;
+  box-shadow: 
+    0 8px 32px rgba(43, 140, 204, 0.12),
+    inset 0 1px 0 rgba(255, 255, 255, 0.8);
+  overflow: hidden;
+}
+
+/* FLAIR: Dense 24-Spoke Snowflake */
+.container .title-container::before {
+  content: '';
+  position: absolute;
+  top: 50%;
+  left: 50%;
+  width: 350px;
+  height: 350px;
+  margin: -175px 0 0 -175px;
+  background-image: 
+    radial-gradient(circle at center, transparent 35%, rgba(135, 206, 235, 0.25) 36%, transparent 37%),
+    conic-gradient(from 0deg, 
+      rgba(176, 224, 230, 0.18) 0deg,
+      transparent 7.5deg,
+      rgba(135, 206, 235, 0.15) 15deg,
+      transparent 22.5deg,
+      rgba(176, 224, 230, 0.18) 30deg,
+      transparent 37.5deg,
+      rgba(135, 206, 235, 0.15) 45deg,
+      transparent 52.5deg,
+      rgba(176, 224, 230, 0.18) 60deg,
+      transparent 67.5deg,
+      rgba(135, 206, 235, 0.15) 75deg,
+      transparent 82.5deg,
+      rgba(176, 224, 230, 0.18) 90deg,
+      transparent 97.5deg,
+      rgba(135, 206, 235, 0.15) 105deg,
+      transparent 112.5deg,
+      rgba(176, 224, 230, 0.18) 120deg,
+      transparent 127.5deg,
+      rgba(135, 206, 235, 0.15) 135deg,
+      transparent 142.5deg,
+      rgba(176, 224, 230, 0.18) 150deg,
+      transparent 157.5deg,
+      rgba(135, 206, 235, 0.15) 165deg,
+      transparent 172.5deg,
+      rgba(176, 224, 230, 0.18) 180deg,
+      transparent 187.5deg,
+      rgba(135, 206, 235, 0.15) 195deg,
+      transparent 202.5deg,
+      rgba(176, 224, 230, 0.18) 210deg,
+      transparent 217.5deg,
+      rgba(135, 206, 235, 0.15) 225deg,
+      transparent 232.5deg,
+      rgba(176, 224, 230, 0.18) 240deg,
+      transparent 247.5deg,
+      rgba(135, 206, 235, 0.15) 255deg,
+      transparent 262.5deg,
+      rgba(176, 224, 230, 0.18) 270deg,
+      transparent 277.5deg,
+      rgba(135, 206, 235, 0.15) 285deg,
+      transparent 292.5deg,
+      rgba(176, 224, 230, 0.18) 300deg,
+      transparent 307.5deg,
+      rgba(135, 206, 235, 0.15) 315deg,
+      transparent 322.5deg,
+      rgba(176, 224, 230, 0.18) 330deg,
+      transparent 337.5deg,
+      rgba(135, 206, 235, 0.15) 345deg,
+      transparent 352.5deg,
+      rgba(176, 224, 230, 0.18) 360deg
+    );
+  mask: radial-gradient(circle at center, black 65%, transparent 75%);
+  -webkit-mask: radial-gradient(circle at center, black 65%, transparent 75%);
+  z-index: 1;
+  pointer-events: none;
+}
+
+.container .title-container::after {
+  content: '';
+  position: absolute;
+  top: 50%;
+  left: 50%;
+  width: 180px;
+  height: 180px;
+  margin: -90px 0 0 -90px;
+  background: conic-gradient(from 0deg,
+    transparent 0deg,
+    rgba(43, 140, 204, 0.12) 5deg,
+    transparent 10deg,
+    rgba(43, 140, 204, 0.12) 35deg,
+    transparent 40deg,
+    rgba(43, 140, 204, 0.12) 65deg,
+    transparent 70deg,
+    rgba(43, 140, 204, 0.12) 95deg,
+    transparent 100deg,
+    rgba(43, 140, 204, 0.12) 125deg,
+    transparent 130deg,
+    rgba(43, 140, 204, 0.12) 155deg,
+    transparent 160deg,
+    rgba(43, 140, 204, 0.12) 185deg,
+    transparent 190deg,
+    rgba(43, 140, 204, 0.12) 215deg,
+    transparent 220deg,
+    rgba(43, 140, 204, 0.12) 245deg,
+    transparent 250deg,
+    rgba(43, 140, 204, 0.12) 275deg,
+    transparent 280deg,
+    rgba(43, 140, 204, 0.12) 305deg,
+    transparent 310deg,
+    rgba(43, 140, 204, 0.12) 335deg,
+    transparent 340deg
+  );
+  mask: radial-gradient(circle at center, transparent 25%, black 30%, black 40%, transparent 45%);
+  -webkit-mask: radial-gradient(circle at center, transparent 25%, black 30%, black 40%, transparent 45%);
+  z-index: 1;
+  pointer-events: none;
+}
+
+
+
+.container .title-container .title-wrapper {
+  position: relative;
+  z-index: 2;
+}
+
+.container .title-main {
+  color: var(--text-main);
+  font-size: 3.2rem;
+  font-weight: 900;
+  margin: 0;
+  letter-spacing: 4px;
+  display: block;
+  text-transform: uppercase;
+  background: linear-gradient(135deg, var(--primary-accent), var(--secondary-accent));
+  background-clip: text;
+  -webkit-background-clip: text;
+  -webkit-text-fill-color: transparent;
+  font-family: var(--font-title);
+  filter: drop-shadow(0 4px 8px rgba(43, 140, 204, 0.4)) drop-shadow(0 2px 4px rgba(255, 255, 255, 0.6));
+  text-shadow: 
+    0 0 20px rgba(255, 255, 255, 0.8),
+    0 0 40px rgba(135, 206, 235, 0.6),
+    0 4px 8px rgba(43, 140, 204, 0.3);
+  position: relative;
+}
+
+.container .lemonade-text {
+    background: linear-gradient(135deg, var(--secondary-accent), #B0E0E6);
+    background-clip: text;
+    -webkit-background-clip: text;
+    -webkit-text-fill-color: transparent;
+    filter: drop-shadow(0 2px 4px rgba(135, 206, 235, 0.3));
+}
+
+.container .title-subtitle {
+  padding-left: 0;
+  margin-top: 15px;
+}
+
+.container .subtitle-text {
+  color: var(--text-muted);
+  font-size: 1.2rem;
+  font-family: var(--font-body);
+  font-style: italic;
+  font-weight: 400;
+  letter-spacing: 2px;
+  text-transform: uppercase;
+  opacity: 0.8;
+}
+
+.container img {
+  max-width: 100%;
+  border: 3px solid var(--border-color);
+  margin-bottom: 40px;
+  box-shadow: 
+    0 12px 24px rgba(43, 140, 204, 0.15),
+    0 4px 8px rgba(135, 206, 235, 0.1);
+  border-radius: 12px;
+}
+
+.container .section-container {
+  margin-bottom: 30px;
+  padding: 25px;
+  background: rgba(255, 255, 255, 0.6);
+  border: 1px solid var(--border-color);
+  border-radius: 12px;
+  box-shadow: 0 4px 16px rgba(43, 140, 204, 0.08);
+}
+.container .section-container:last-of-type {
+    margin-bottom: 0;
+}
+
+.container .section-header {
+  display: flex;
+  align-items: center;
+  padding: 0 0 20px 0;
+  border-bottom: 2px solid var(--border-color);
+  margin-bottom: 20px;
+}
+
+.container .section-title {
+  font-family: var(--font-title);
+  background: linear-gradient(45deg, var(--secondary-accent), var(--primary-accent));
+  background-clip: text;
+  -webkit-background-clip: text;
+  -webkit-text-fill-color: transparent;
+  font-size: 1.4rem;
+  margin: 0 !important;
+  padding: 0 0 10px 0 !important;
+  letter-spacing: 1px;
+  font-weight: 700;
+  text-transform: uppercase;
+  border: none !important;
+  position: relative;
+  display: inline-block;
+}
+
+.container .section-title::after {
+   content: '';
+   position: absolute;
+   bottom: -2px;
+   left: 0;
+   width: 100%;
+   height: 3px;
+   background-image: linear-gradient(to right, var(--secondary-accent), var(--primary-accent));
+   border-radius: 2px;
+}
+
+.container .section-content {
     padding: 0;
-  }
-  .styled-table table, .styled-table th, .styled-table td {
-    border-left: none;
-    border-right: none;
-    border-bottom: none;
-  }
-  .styled-table td {
-    border-bottom: 1px solid #3c3c3c;
-  }
-  .styled-table tbody tr {
-    transition: background-color 0.1s ease;
-  }
-  .styled-table tbody tr:hover {
-    background-color: #3a3a3a;
-  }
-  .styled-table tr:last-child td {
-    border-bottom: none;
-  }
-  .styled-table td a {
-    display: block;
-    padding: 12px 15px; 
-  }
-  .styled-table td a.fake-link {
-    text-decoration:none;
-    color:inherit;
-  }
-  details {
-    margin-top: 20px;
-    border: 1px solid #3c3c3c;
-    border-radius: 8px;
-    overflow: hidden;
-  }
-  summary {
-    cursor: pointer;
-    padding: 12px 18px;
-    background-color: #6A5ACD;
-    font-weight: 600;
-    display: flex;
-    align-items: center;
-    gap: 10px;
-    justify-content: space-between;
-    list-style: none;
-  }
-  summary::-webkit-details-marker {
-    display: none;
-  }
-  summary:hover {
-    filter: brightness(1.1);
-  }
-  summary::after {
-    content: '';
-    display: inline-block;
-    width: 8px;
-    height: 8px;
-    border-bottom: 2px solid white;
-    border-right: 2px solid white;
-    transform: rotate(45deg);
-    transition: transform 0.3s ease;
-  }
-  details[open] > summary::after {
-    transform: rotate(225deg);
-  }
-  .details-content {
-    padding: 18px;
-  }
-  .btn-purple {
-    display: inline-block;
-    background-color: #6A5ACD;
-    color: white !important;
-    padding: 12px 24px;
-    border-radius: 8px;
-    text-decoration: none;
-    font-weight: 600;
-    transition: background-color 0.3s ease, transform 0.2s ease;
-    text-align: center;
-  }
-  .btn-purple:hover {
-    background-color: #7B68EE;
-    transform: translateY(-2px);
-  }
-</style>
+}
+
+.container .subheading {
+  color: var(--primary-accent);
+  font-size: 1.2rem;
+  margin-top: 25px;
+  margin-bottom: 15px;
+  font-weight: 600;
+  display: block;
+  text-transform: uppercase;
+  letter-spacing: 1px;
+  font-family: var(--font-title);
+  border-bottom: 2px solid var(--primary-accent);
+  padding-bottom: 8px;
+}
+
+.container .data-box {
+  background-color: var(--bg-card);
+  padding: 20px;
+  border: 2px solid var(--border-color);
+  border-left: 4px solid var(--primary-accent);
+  margin-bottom: 20px;
+  box-shadow: 0 4px 12px rgba(43, 140, 204, 0.1);
+  border-radius: 8px;
+  font-size: 1rem;
+}
+
+.container .data-row {
+  display: flex;
+  align-items: center;
+  margin-bottom: 6px;
+  padding: 5px 0;
+}
+
+.container .data-row:last-child {
+  margin-bottom: 0;
+}
+
+.container .data-arrow {
+  color: var(--primary-accent);
+  font-weight: bold;
+  margin-right: 12px;
+  font-family: var(--font-code);
+  font-size: 1.1rem;
+}
+
+.container .data-label {
+  color: var(--text-main);
+  font-weight: 600;
+  font-family: var(--font-body);
+  margin-right: 10px;
+  min-width: 90px;
+}
+
+.container a {
+  color: var(--primary-accent);
+  text-decoration: none;
+  font-weight: 600;
+  transition: all .2s;
+}
+
+.container .data-row a {
+  border-bottom: 1px dotted var(--primary-accent);
+}
 
-<div class="container-dark">
+.container a:hover {
+  text-decoration: none;
+  color: var(--secondary-accent);
+  transform: translateY(-1px);
+}
 
-  <div class="card-dark card-dark-title">
-    <h1>ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3</h1>
-    <p class="subtitle">
-      EXL3 quants of <a href="https://huggingface.co/zerofata/GLM-4.5-Iceblink-106B-A12B" target="_blank">zerofata/GLM-4.5-Iceblink-106B-A12B</a> using <a href="https://github.com/turboderp-org/exllamav3/" target="_blank">exllamav3</a> for quantization.
-    </p>
+.container .data-row a:hover {
+  border-bottom-style: solid;
+}
+
+.container .dropdown-container {
+  margin-top: 20px;
+}
+
+.container .dropdown-summary {
+  cursor: pointer;
+  padding: 10px 0;
+  color: var(--text-muted);
+  font-size: 1.1rem;
+  font-weight: 700;
+  text-transform: none;
+  font-family: var(--font-title);
+  letter-spacing: 1px;
+  list-style: none;
+  transition: color 0.2s ease;
+}
+.container .dropdown-summary:hover {
+    color: var(--primary-accent);
+}
+
+.container .dropdown-arrow {
+  color: var(--secondary-accent);
+  margin-right: 10px;
+  transition: transform 0.2s ease;
+}
+
+.container .dropdown-content {
+  margin-top: 15px;
+  padding: 25px;
+  background-color: var(--bg-card);
+  border: 2px solid var(--border-color);
+  border-radius: 8px;
+  box-shadow: 0 4px 12px rgba(43, 140, 204, 0.1);
+}
+
+.container .config-title {
+  color: var(--text-muted);
+  font-size: 1rem;
+  margin-bottom: 10px;
+  font-family: var(--font-body);
+  text-transform: uppercase;
+  letter-spacing: 1px;
+  font-weight: 700;
+}
+
+.container pre {
+  background-color: #f8f9fa;
+  padding: 20px;
+  border: 2px solid var(--border-color);
+  white-space: pre-wrap;
+  word-wrap: break-word;
+  color: var(--text-main);
+  border-radius: 8px;
+  box-shadow: inset 0 2px 4px rgba(43, 140, 204, 0.1);
+}
+
+.container pre code {
+  background: none;
+  color: inherit;
+  padding: 0;
+  border-radius: 0;
+}
+
+.container code {
+  font-family: var(--font-code);
+  color: var(--primary-accent);
+  background: rgba(176, 224, 230, 0.2);
+  padding: 3px 6px;
+  border-radius: 4px;
+}
+</style>
+<html lang="en">
+<head>
+  <meta charset="UTF-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>Iceblink</title>
+  <link rel="preconnect" href="https://fonts.googleapis.com">
+  <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+  <link href="https://fonts.googleapis.com/css2?family=Inter:wght@400;600;700;800&family=Source+Sans+Pro:ital,wght@0,400;0,600;1,400&family=JetBrains+Mono:wght@400;500&display=swap" rel="stylesheet">
+</head>
+<body>
+
+<div class="container">
+  <div class="title-container">
+    <div class="glitchy-overlay"></div>
+    <div class="title-wrapper">
+      <h1 class="title-main">
+        <span class="title-prefix">ICEBLINK</span>
+      </h1>
+    </div>
   </div>
 
-  <div class="card-dark">
-    <h2>Quants</h2>
-    <table class="styled-table">
-      <thead>
-        <tr>
-          <th>Quant</th>
-          <th>BPW</th>
-          <th>Head Bits</th>
-          <th>Size (GB)</th>
-        </tr>
-      </thead>
-      <tbody>
-        <tr>
-          <td><a href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/2.5bpw_H6" target="_blank">2.5_H6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/2.5bpw_H6" target="_blank">2.5</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/2.5bpw_H6" target="_blank">6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/2.5bpw_H6" target="_blank">34.98</a></td>
-        </tr>
-        <tr>
-          <td><a href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/3.0bpw_H6" target="_blank">3.0_H6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/3.0bpw_H6" target="_blank">3.0</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/3.0bpw_H6" target="_blank">6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/3.0bpw_H6" target="_blank">41.60</a></td>
-        </tr>
-        <tr>
-          <td><a href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/3.5bpw_H6" target="_blank">3.5_H6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/3.5bpw_H6" target="_blank">3.5</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/3.5bpw_H6" target="_blank">6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/3.5bpw_H6" target="_blank">48.18</a></td>
-        </tr>
-        <tr>
-          <td><a href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/4.0bpw_H6" target="_blank">4.0_H6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/4.0bpw_H6" target="_blank">4.0</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/4.0bpw_H6" target="_blank">6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/4.0bpw_H6" target="_blank">54.80</a></td>
-        </tr>
-        <tr>
-          <td><a href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/4.5bpw_H6" target="_blank">4.5_H6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/4.5bpw_H6" target="_blank">4.5</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/4.5bpw_H6" target="_blank">6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/4.5bpw_H6" target="_blank">61.38</a></td>
-        </tr>
-        <tr>
-          <td><a href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/5.0bpw_H6" target="_blank">5.0_H6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/5.0bpw_H6" target="_blank">5.0</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/5.0bpw_H6" target="_blank">6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/5.0bpw_H6" target="_blank">68.00</a></td>
-        </tr>
-        <tr>
-          <td><a href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/6.0bpw_H6" target="_blank">6.0_H6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/6.0bpw_H6" target="_blank">6.0</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/6.0bpw_H6" target="_blank">6</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/6.0bpw_H6" target="_blank">81.20</a></td>
-        </tr>
-        <tr>
-          <td><a href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/8.0bpw_H8" target="_blank">8.0_H8</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/8.0bpw_H8" target="_blank">8.0</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/8.0bpw_H8" target="_blank">8</a></td>
-          <td><a class="fake-link" href="https://huggingface.co/ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3/tree/8.0bpw_H8" target="_blank">107.75</a></td>
-        </tr>
-      </tbody>
-    </table>
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/s4Z-P5He2Z3hXD9XtYfwy.png)
+
+  <div class="section-container">
+    <div class="section-header">
+      <div class="section-indicator"></div>
+      <h2 class="section-title">Overview</h2>
+    </div>
+    <div class="section-content">
+      <p>An experimental GLM4.5 Air finetune.</p>
+      <p>Had this one in the works for a while, but was struggling to find the right hyperparams to get this model to behave nicely. Thank you to TheDrummer for helping me out with them.</p>
+      <p>This model is a creative writing and RP model. It's pretty verbose. The intent is to keep the behavior of the original model, but to slightly improve writing, dialogue & creativity.</p>
+    </div>
   </div>
 
-  <div class="card-dark">
-    <h2>How to Download and Use Quants</h2>
-    <p>You can download quants by targeting specific size using the Hugging Face CLI.</p>
-    <details>
-      <summary>Click for download commands</summary>
-      <div class="details-content">
-        <b>1. Install huggingface-cli:</b>
-         <pre><code>pip install -U "huggingface_hub[cli]"</code></pre>
-        <b>2. Download a specific quant:</b>
-         <pre><code>huggingface-cli download ArtusDev/zerofata_GLM-4.5-Iceblink-106B-A12B-EXL3 --revision "5.0bpw_H6" --local-dir ./</code></pre>
+  <div class="section-container">
+    <div class="section-header">
+      <div class="section-indicator"></div>
+      <h2 class="section-title">SillyTavern Settings</h2>
+    </div>
+    <div class="section-content">
+      <h3 class="subheading">Recommended Roleplay Format</h3>
+      <div class="data-box">
+        <div class="data-row">
+            <span class="data-arrow">></span>
+            <span class="data-label">Actions:</span>
+            <span>In plaintext</span>
+        </div>
+      <div class="data-row">
+            <span class="data-arrow">></span>
+            <span class="data-label">Dialogue:</span>
+            <span>"In quotes"</span>
+      </div>
+      <div class="data-row">
+            <span class="data-arrow">></span>
+            <span class="data-label">Thoughts:</span>
+            <span>*In asterisks*</span>
+      </div>
       </div>
-    </details>
-    <p>EXL3 quants can be run with any inference client that supports EXL3, such as <a href="https://github.com/theroyallab/tabbyapi" target="_blank"><b>TabbyAPI</b></a>. Refer to <a href="https://github.com/theroyallab/tabbyAPI/wiki/01.-Getting-Started" target="_blank">documentation</a> for set up instructions.</p>
+      <h3 class="subheading">Recommended Samplers</h3>
+      <div class="data-box">
+        <div class="data-row">
+          <span class="data-arrow">></span>
+          <span class="data-label">Temp:</span>
+          <span>0.8</span>
+        </div>
+        <div class="data-row">
+          <span class="data-arrow">></span>
+          <span class="data-label">MinP:</span>
+          <span>0.05</span>
+        </div>
+        <div class="data-row">
+          <span class="data-arrow">></span>
+          <span class="data-label">TopP:</span>
+          <span>0.95</span>
+        </div>
+      </div>
+      <h3 class="subheading">Instruct</h3>
+      <div class="data-box">
+        <p style="margin: 0;">GLM4.5 (no thinking): <a href="https://huggingface.co/zerofata/GLM-4.5-Iceblink-106B-A12B/raw/main/GLM45-NoThink-SillyTavern-Preset.json">SillyTavern Preset</a></p>
+      </div>
+    </div>
   </div>
 
-  <div class="card-dark">
-    <h2>Quant Requests</h2>
-    <div style="text-align: center; margin-top: 25px;">
-      <a href="https://huggingface.co/ArtusDev/requests-exl/discussions/new?title=[MODEL_NAME_HERE]&description=[MODEL_HF_LINK_HERE]" class="btn-purple" target="_blank">Request EXL3 Quants</a>
+  <div class="section-container">
+    <div class="section-header">
+      <div class="section-indicator"></div>
+      <h2 class="section-title">Quantizations</h2>
+    </div>
+    <div class="section-content">
+      <div style="margin-bottom: 20px;">
+        <h3 class="subheading">GGUF</h3>
+        <div class="data-box">
+          <div class="data-row">
+            <span class="data-arrow">></span>
+            <a href="https://huggingface.co/bartowski/zerofata_GLM-4.5-Iceblink-106B-A12B-GGUF">iMatrix (bartowski)</a>
+          </div>
+        </div>
+      </div>
     </div>
-    <p class="subtitle">
-      See <a href="https://huggingface.co/ArtusDev/requests-exl" target="_blank">EXL community hub</a> for request guidelines.
-    </p>
   </div>
 
+  <div class="section-container">
+    <div class="section-header">
+      <div class="section-indicator"></div>
+      <h2 class="section-title">Creation Process</h2>
+    </div>
+    <div class="section-content">
+      <p>Creation Process: SFT</p>
+      <p>SFT on approx 10 million tokens, SFW / NSFW RP, stories, creative instruct & chat data.</p>
+      <p>MoE are brutal to train even with a small dataset like mine, so I took a different approach from usual. I used a very low LR in an effort to avoid having to apply DPO / KTO training afterwards.</p>
+      <p>I think there's likely a better config to be found, but experimentation with the model to find it is quite draining.</p>
+        <div class="dropdown-container">
+          <details>
+            <summary class="dropdown-summary">
+              <span class="dropdown-arrow">></span>
+              Axolotl configs
+            </summary>
+          <div class="dropdown-content">
+            <p>Not optimized for cost / performance efficiency, YMMV.</p>
+            <div class="config-title">SFT (4*H200)</div>
+            <pre><code>base_model: zai-org/GLM-4.5-Air
+eot_tokens:
+  - "&lt;|user|&gt;"
+  - "&lt;|endoftext|&gt;"
+special_tokens:
+  eos_token: "&lt;|user|&gt;"
+<br>
+&#35; ====================
+&#35; DATASET CONFIGURATION
+&#35; ====================
+datasets:
+  - path: ./data/dataset.jsonl
+    type: chat_template
+    split: train
+    field_messages: messages
+    message_property_mappings:
+      role: role
+      content: content
+    roles:
+      user: ["user"]
+      assistant: ["assistant"]
+      system: ["system"]
+<br>
+dataset_prepared_path: ./last_run_prepared
+train_on_inputs: false  &#35; Only train on assistant responses
+eval_sample_packing: False
+<br>
+&#35; ====================
+&#35; QLORA CONFIGURATION
+&#35; ====================
+adapter: qlora
+load_in_4bit: true
+lora_r: 32
+lora_alpha: 32
+lora_dropout: 0.1
+lora_target_modules:
+  - gate_proj
+  - down_proj
+  - up_proj
+  - q_proj
+  - v_proj
+  - k_proj
+  - o_proj
+&#35; lora_modules_to_save:  &#35; Uncomment only if you added NEW tokens
+<br>
+&#35; ====================
+&#35; TRAINING PARAMETERS
+&#35; ====================
+num_epochs: 3
+micro_batch_size: 2
+gradient_accumulation_steps: 4
+learning_rate: 4.5e-6
+optimizer: paged_adamw_8bit
+lr_scheduler: rex
+warmup_ratio: 0.05
+weight_decay: 0.01
+max_grad_norm: 1.0
+val_set_size: 0.02
+<br>
+&#35; ====================
+&#35; SEQUENCE &amp; PACKING
+&#35; ====================
+sequence_len: 8192
+sample_packing: true
+pad_to_sequence_len: true
+<br>
+&#35; ====================
+&#35; HARDWARE OPTIMIZATIONS
+&#35; ====================
+bf16: auto
+flash_attention: true
+gradient_checkpointing: true
+<br>
+plugins:
+  - axolotl.integrations.liger.LigerPlugin
+  - axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin
+liger_rope: false
+liger_rms_norm: true
+liger_layer_norm: true
+liger_glu_activation: true
+liger_fused_linear_cross_entropy: true
+cut_cross_entropy: false
+<br>
+deepspeed: deepspeed_configs/zero1.json
+<br>
+&#35; ====================
+&#35; EVALUATION &amp; CHECKPOINTING
+&#35; ====================
+save_strategy: steps
+save_steps: 20
+eval_steps: 35
+save_total_limit: 18  &#35; Keep best + last few checkpoints
+load_best_model_at_end: true
+metric_for_best_model: eval_loss
+greater_is_better: false
+<br>
+&#35; ====================
+&#35; LOGGING &amp; OUTPUT
+&#35; ====================
+output_dir: ./GLM-AIR-SFT_v2-5
+logging_steps: 1
+save_safetensors: true
+<br>
+&#35; ====================
+&#35; WANDB TRACKING
+&#35; ====================
+wandb_project: GLM-AIR-SFT
+&#35; wandb_entity: your_entity
+wandb_name: GLM-AIR-SFT_v2-5</code></pre>
+          </div>
+        </details>
+      </div>
+    </div>
+  </div>
 </div>
+</body>
+</html>

chat_template.jinja

@@ -0,0 +1,103 @@
+[gMASK]<sop>
+{%- if tools -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{{ tool | tojson(ensure_ascii=False) }}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}
+<arg_key>{arg-key-1}</arg_key>
+<arg_value>{arg-value-1}</arg_value>
+<arg_key>{arg-key-2}</arg_key>
+<arg_value>{arg-value-2}</arg_value>
+...
+</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) %}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {% set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{% for m in messages %}
+{%- if m.role == 'user' -%}<|user|>
+{{ visible_text(m.content) }}
+{{- '/nothink' if (enable_thinking is defined and not enable_thinking and not visible_text(m.content).endswith("/nothink")) else '' -}}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set reasoning_content = '' %}
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- else %}
+    {%- if '</think>' in content %}
+        {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+        {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+    {%- endif %}
+{%- endif %}
+{%- if loop.index0 > ns.last_user_index and reasoning_content -%}
+{{ '\n<think>' + reasoning_content.strip() +  '</think>'}}
+{%- else -%}
+{{ '\n<think></think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ '\n' + content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{ '\n<tool_call>' + tc.name }}
+{% set _args = tc.arguments %}
+{% for k, v in _args.items() %}
+<arg_key>{{ k }}</arg_key>
+<arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>
+{% endfor %}
+</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if m.content is string -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' }}
+{%- endif %}
+{{- '\n<tool_response>\n' }}
+{{- m.content }}
+{{- '\n</tool_response>' }}
+{%- else -%}
+<|observation|>{% for tr in m.content %}
+
+<tool_response>
+{{ tr.output if tr.output is defined else tr }}
+</tool_response>{% endfor -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>
+{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '\n<think></think>' if (enable_thinking is defined and not enable_thinking) else '' -}}
+{%- endif -%}

config.json

@@ -0,0 +1,51 @@
+{
+    "architectures": [
+        "Glm4MoeForCausalLM"
+    ],
+    "attention_bias": true,
+    "attention_dropout": 0.0,
+    "eos_token_id": 151336,
+    "first_k_dense_replace": 1,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 4096,
+    "initializer_range": 0.02,
+    "intermediate_size": 10944,
+    "max_position_embeddings": 131072,
+    "model_type": "glm4_moe",
+    "moe_intermediate_size": 1408,
+    "n_group": 1,
+    "n_routed_experts": 128,
+    "n_shared_experts": 1,
+    "norm_topk_prob": true,
+    "num_attention_heads": 96,
+    "num_experts_per_tok": 8,
+    "num_hidden_layers": 46,
+    "num_key_value_heads": 8,
+    "num_nextn_predict_layers": 1,
+    "pad_token_id": 151329,
+    "partial_rotary_factor": 0.5,
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 1000000,
+    "routed_scaling_factor": 1.0,
+    "tie_word_embeddings": false,
+    "topk_group": 1,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.55.2",
+    "use_cache": true,
+    "use_qk_norm": false,
+    "vocab_size": 151552,
+    "quantization_config": {
+        "quant_method": "exl3",
+        "version": "0.0.11",
+        "bits": 3.85,
+        "head_bits": 6,
+        "calibration": {
+            "rows": 250,
+            "cols": 2048
+        },
+        "out_scales": "auto",
+        "codebook": "mcg"
+    }
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "do_sample": true,
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "pad_token_id": 151329,
+  "transformers_version": "4.55.2"
+}

model-00001-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b03acee0273e3f29e8a29e2964fe51b31d9f55bfaa9ef4f21e53a0ea26304c
+size 7614772888

model-00002-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5620d11afcbcf2eca51e33352224b56ef7d81bc0fae02cd2026d2d5eb89cde0
+size 8305768276

model-00003-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0f45954a95c68f2554b52c99d9ee8313c937a230f3824f469453995e401474
+size 7659851628

model-00004-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac525ae0612a9c9cc327f5e74849f1a5e305fa413eaa18159079fda91caf3720
+size 7659851676

model-00005-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fc27ea0ee3f82daad6aca3b0efe878f695121734b801ce8220b05becfacb7c
+size 7752126364

model-00006-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fe73844e1bec3bc4a5b2041a9d50872a650e4c7ebc710cb371778902a008ee
+size 7659851628

model-00007-of-00007.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b63ef60b7209c222ed3cfbe5192dbd9bf183186fb5c9eb815edd702953c5e2
+size 5924026944

quantization_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc7d067fc3c1926ee1b6eafd6db0239b9fcb523bbe540a693ed3af04f1a269a
+size 21625732

special_tokens_map.json

@@ -0,0 +1,40 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "eos_token": {
+    "content": "<|user|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda8e2146c3bb7b7e0fc96dcc4f0aeff041c6c27952e3ace0665663ebff346ba
+size 19970700

tokenizer_config.json

@@ -0,0 +1,325 @@
+{
+  "added_tokens_decoder": {
+    "151329": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151330": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151331": {
+      "content": "[gMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151332": {
+      "content": "[sMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151333": {
+      "content": "<sop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151334": {
+      "content": "<eop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151335": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151336": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151337": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151338": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151339": {
+      "content": "<|begin_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151340": {
+      "content": "<|end_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151341": {
+      "content": "<|begin_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151342": {
+      "content": "<|end_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151343": {
+      "content": "<|begin_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151344": {
+      "content": "<|end_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151345": {
+      "content": "<|begin_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151346": {
+      "content": "<|end_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151347": {
+      "content": "<|code_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151348": {
+      "content": "<|code_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151349": {
+      "content": "<|code_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151350": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151351": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151352": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151353": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151354": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151355": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151356": {
+      "content": "<arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151357": {
+      "content": "</arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151358": {
+      "content": "<arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151359": {
+      "content": "</arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151360": {
+      "content": "/nothink",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151361": {
+      "content": "<|begin_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151362": {
+      "content": "<|end_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151363": {
+      "content": "<|image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151364": {
+      "content": "<|video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|user|>",
+  "extra_special_tokens": {},
+  "model_max_length": 128000,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}