Upload 9 files

.gitattributes

@@ -92,3 +92,11 @@ llama.cpp/GLM-4.5-Q8_0-IQ3_XXS-IQ3_XXS-IQ3_S/GLM-4.5-Q8_0-IQ3_XXS-IQ3_XXS-IQ3_S.
 llama.cpp/Q6_K-IQ2_S-IQ2_S-IQ3_S/GLM-4.5-Q6_K-IQ2_S-IQ2_S-IQ3_S.gguf-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
 llama.cpp/Q6_K-IQ2_S-IQ2_S-IQ3_S/GLM-4.5-Q6_K-IQ2_S-IQ2_S-IQ3_S.gguf-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
 llama.cpp/Q6_K-IQ2_S-IQ2_S-IQ3_S/GLM-4.5-Q6_K-IQ2_S-IQ2_S-IQ3_S.gguf-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
+plots-glm-4.5-8192/01_kld_vs_filesize.png filter=lfs diff=lfs merge=lfs -text
+plots-glm-4.5-8192/02_ppl_vs_filesize.png filter=lfs diff=lfs merge=lfs -text
+plots-glm-4.5-8192/03_ppl_ratio_vs_kld.png filter=lfs diff=lfs merge=lfs -text
+plots-glm-4.5-8192/04_same_top_p_vs_kld.png filter=lfs diff=lfs merge=lfs -text
+plots-glm-4.5-8192/06_same_top_p_vs_rms_delta_p.png filter=lfs diff=lfs merge=lfs -text
+plots-glm-4.5-8192/07_kld_distribution_boxplot.png filter=lfs diff=lfs merge=lfs -text
+plots-glm-4.5-8192/08_perplexity_vs_bpw.png filter=lfs diff=lfs merge=lfs -text
+plots-glm-4.5-8192/11_same_top_p_vs_median_kld.png filter=lfs diff=lfs merge=lfs -text

glm-4.5-quantization-output.csv

@@ -0,0 +1,28 @@
+model_name,file_size_gb,bpw,Mean KLD_mean,0.1% Δp,1.0% KLD,1.0% Δp,10.0% KLD,10.0% Δp,25.0% Δp,5.0% KLD,5.0% Δp,75.0% Δp,90.0% KLD,90.0% Δp,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Device 0,Device 1,Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,common_init_from_params,file_path,file_size_gib,ggml_cuda_init,init_tokenizer,llama_context,llama_kv_cache,llama_kv_cache_init,llama_memory_breakdown_print,llama_model_loader,llama_new_context_with_model,llama_perf_context_print,llama_print_timings,llm_load_print_meta,llm_load_tensors,load,load_tensors,main,print_info,system_info
+"GLM-4.5-IQ3_KT-IQ3_KT-IQ4_KT.gguf (Aes Sedai, ik_llama)",165.553809391616,3.696,0.100056,-89.305,1e-06,-26.03,3.4e-05,-4.308,-0.68,9e-06,-8.324,0.241,,2.901,6.229,1.781391,19.571,13.242274,84.323,97.93,30908.6,30908.6,30.921783,99.989,0.001994,0.063505,0.006097,1.013826,0.001333,4.656733,0.0301,4.593228,0.029642,0.013731,0.001315,-0.457,0.021,0.006927,-0.004,-9.5e-05,-99.947,8.443,0.08,92.829,0.065,,kld/GLM-4.5/8192-ctx/aes_sedai/ik_llama.cpp/GLM-4.5-IQ3_KT-IQ3_KT-IQ4_KT.md,154.184,2.0,2.0,,,11472.0,,-490.0,228.0,,1301415.54319489,358.338,112931.18,0.9713,,1758394767.0,1024.0,4.856112151215121e+45
+"GLM-4.5-IQ4_KS-IQ4_KS-IQ5_KS.gguf (Aes Sedai, ik_llama)",215.09840463462402,4.802,0.07259,-82.823,0.0,-14.741,1.2e-05,-2.122,-0.262,3e-06,-4.326,0.245,,2.084,4.277,1.224511,14.516,12.186778,82.823,98.49,30908.6,30908.6,26.205269,99.956,0.001816,0.025369,0.005184,1.005523,0.00113,4.618597,0.029981,4.593228,0.029642,0.005508,0.001124,-0.017,0.017,0.00248,-0.0,-8e-05,-99.974,6.858,0.086,95.306,0.053,,kld/GLM-4.5/8192-ctx/aes_sedai/ik_llama.cpp/GLM-4.5-IQ4_KS-IQ4_KS-IQ5_KS.md,200.326,2.0,2.0,,,11472.0,,-590.0,228.0,,1566708.70319489,358.338,114506.18,0.9713,,1758353784.0,1024.0,4.856112151215121e+45
+"GLM-4.5-IQ5_K.gguf (Aes Sedai, ik_llama)",220.06123934515202,4.913,0.078092,-88.619,0.0,-17.618,1.4e-05,-2.447,-0.316,4e-06,-4.94,0.239,,2.128,4.349,1.410077,13.774,12.63565,77.46,98.33,30908.6,30908.6,27.564632,99.953,0.001891,0.07219,0.005536,1.015717,0.001205,4.665419,0.030393,4.593228,0.029642,0.015594,0.001186,-0.189,0.018,0.002848,-0.0,-0.000123,-99.992,7.161,0.086,94.945,0.055,,kld/GLM-4.5/8192-ctx/aes_sedai/ik_llama.cpp/GLM-4.5-IQ5_K.md,204.948,2.0,2.0,,,11472.0,,-5452.0,228.0,,1798842.55319489,358.338,112634.93,0.9713,,1758398150.0,1024.0,4.856112151215121e+45
+"GLM-4.5-IQ2_S-IQ2_S-IQ3_S.gguf (Aes Sedai, KV=Q8)",137.63222700032003,3.07,0.143846,-93.509,3e-06,-41.675,8.1e-05,-7.21,-1.259,2.3e-05,-13.653,0.257,0.170128,4.025,8.712,2.647947,25.603,14.039417,88.135,96.85,30908.6,30908.6,27.73831,99.986,0.002176,0.198748,0.007809,1.04327,0.001701,4.791976,0.031244,4.593228,0.029642,0.04236,0.00163,-1.059,0.027,0.016199,-0.015,-4.1e-05,-99.997,10.647,0.077,89.632,0.076,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-IQ2_S-IQ2_S-IQ3_S-Q8-ctx.md,128.18,2.0,,31220481831.0,1765.0,,,-2178.0,,0.0,,,,0.9713,127707.66,,1024.0,4.848568601128313e+47
+GLM-4.5-IQ2_S-IQ2_S-IQ3_S.gguf (Aes Sedai),137.63222700032003,3.07,0.145117,-94.121,3e-06,-40.965,8e-05,-7.129,-1.263,2.3e-05,-13.616,0.261,0.169847,4.031,8.772,2.645284,25.828,14.34635,89.197,96.82,30908.6,30908.6,28.603827,99.994,0.002232,0.193765,0.007833,1.042185,0.001707,4.786993,0.031213,4.593228,0.029642,0.041319,0.001638,-1.03,0.027,0.016285,-0.014,-3.1e-05,-99.974,10.7,0.078,89.634,0.076,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-IQ2_S-IQ2_S-IQ3_S.md,128.18,2.0,,31220481831.0,11440.0,,,-2178.0,,0.0,,,,0.9713,127707.66,,1024.0,4.848568601128313e+47
+GLM-4.5-IQ2_XS-IQ2_XS-IQ3_XXS.gguf (Aes Sedai),129.71874975744,2.9,0.175451,-96.147,3e-06,-51.01,0.000116,-9.22,-1.84,3e-05,-17.317,0.232,0.241437,4.445,9.849,3.117254,28.473,13.987617,88.304,96.02,30908.6,30908.6,24.481514,99.986,0.002289,0.276552,0.008927,1.060209,0.001944,4.869781,0.031789,4.593228,0.029642,0.058466,0.001834,-1.57,0.03,0.023638,-0.027,-0.000135,-99.996,12.101,0.077,87.848,0.082,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-IQ2_XS-IQ2_XS-IQ3_XXS.md,120.81,2.0,,31220481831.0,11440.0,,,-389.0,,0.0,,,,0.9713,119102.19,,1024.0,4.848568601128313e+47
+GLM-4.5-IQ4_XS-IQ4_XS-Q5_K.gguf (Aes Sedai),218.16286380032003,4.87,0.074645,-78.455,0.0,-14.756,1.3e-05,-2.263,-0.291,3e-06,-4.473,0.228,0.030247,2.115,4.365,1.186482,14.867,13.078287,83.516,98.53,30908.6,30908.6,28.874565,99.985,0.001899,-0.003938,0.005082,0.999143,0.001106,4.58929,0.029654,4.593228,0.029642,-0.000858,0.001107,-0.008,0.017,0.002626,-0.0,-6.2e-05,-99.962,6.795,0.085,95.234,0.053,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-IQ4_XS-IQ4_XS-Q5_K.md,203.18,2.0,,31220481831.0,11440.0,,,-4180.0,,0.0,,,,0.9713,114603.68,,1024.0,4.848568601128313e+47
+"GLM-4.5-Q2_K-Q2_K-Q3_K.gguf (Aes Sedai, KV=Q8)",139.12472813568,3.11,0.165588,-94.875,2e-06,-43.336,8.8e-05,-7.923,-1.425,2.2e-05,-14.989,0.302,0.210016,4.553,9.964,2.939935,30.137,15.134718,92.167,96.29,30908.6,30908.6,28.427877,99.997,0.002371,0.101529,0.008159,1.022104,0.001792,4.694757,0.03016,4.593228,0.029642,0.021863,0.001754,-1.015,0.028,0.019892,-0.012,-0.000107,-99.983,11.423,0.077,88.807,0.079,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-Q2_K-Q2_K-Q3_K-Q8-ctx.md,129.57,2.0,,31220481831.0,1765.0,,,-6377.0,,0.0,,,,0.9713,129376.41,,1024.0,4.848568601128313e+47
+GLM-4.5-Q2_K-Q2_K-Q3_K.gguf (Aes Sedai),139.12472813568,3.11,0.164863,-94.413,2e-06,-43.352,8.7e-05,-7.932,-1.448,2.2e-05,-14.84,0.296,0.208634,4.525,9.939,2.962,30.046,14.669706,92.304,96.34,30908.6,30908.6,31.257807,99.997,0.002339,0.107156,0.008111,1.023329,0.001782,4.700384,0.030202,4.593228,0.029642,0.023061,0.001742,-1.032,0.028,0.019909,-0.013,-6.9e-05,-99.985,11.407,0.077,88.776,0.079,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-Q2_K-Q2_K-Q3_K.md,129.57,2.0,,31220481831.0,11440.0,,,-6377.0,,0.0,,,,0.9713,129376.41,,1024.0,4.848568601128313e+47
+GLM-4.5-Q3_K-Q3_K-Q4_K.gguf (Aes Sedai),181.01139668992002,4.04,0.096922,-86.172,1e-06,-23.726,3e-05,-4.015,-0.634,8e-06,-7.708,0.24,0.069373,2.863,6.027,1.662991,19.411,13.407132,86.552,97.99,30908.6,30908.6,27.60742,99.976,0.002014,0.03996,0.00598,1.0087,0.001306,4.633189,0.029929,4.593228,0.029642,0.008662,0.001295,-0.351,0.02,0.006292,-0.003,-0.000108,-99.991,8.165,0.08,93.234,0.063,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-Q3_K-Q3_K-Q4_K.md,168.58,2.0,,31220481831.0,11440.0,,,-490.0,,0.0,,,,0.9713,113422.43,,1024.0,4.848568601128313e+47
+GLM-4.5-Q4_K-Q4_K-Q5_K.gguf (Aes Sedai),225.23882242048003,5.03,0.072138,-81.959,0.0,-14.249,1.3e-05,-2.178,-0.267,3e-06,-4.415,0.245,0.029148,2.093,4.358,1.160575,14.702,12.807322,81.063,98.51,30908.6,30908.6,28.041616,99.988,0.001841,-0.001424,0.005118,0.99969,0.001114,4.591804,0.029675,4.593228,0.029642,-0.00031,0.001114,-0.003,0.017,0.002506,-0.0,-0.000129,-99.993,6.827,0.085,95.393,0.052,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-Q4_K-Q4_K-Q5_K.md,209.77,2.0,,31220481831.0,11440.0,,,-590.0,,0.0,,,,0.9713,210049.06,,1024.0,4.848568601128313e+47
+GLM-4.5-Q5_K-Q5_K-Q6_K.gguf (Aes Sedai),268.5965172736,6.0,0.066954,-78.574,-0.0,-11.484,8e-06,-1.61,-0.191,2e-06,-3.297,0.201,0.017976,1.62,3.356,1.069673,11.666,12.741352,81.379,98.64,30908.6,30908.6,26.319105,99.985,0.001829,0.008146,0.004911,1.001773,0.00107,4.601374,0.029792,4.593228,0.029642,0.001772,0.001068,0.011,0.016,0.001459,0.0,-0.000297,-99.971,6.375,0.088,96.166,0.048,8192.0,kld/GLM-4.5/8192-ctx/aes_sedai/llama.cpp/GLM-4.5-Q5_K-Q5_K-Q6_K.md,250.15,2.0,,31220481831.0,11440.0,,,-690.0,,0.0,,,,0.9713,116206.81,,1024.0,4.848568601128313e+47
+GLM-4.5-Q2_K_L.gguf (Bartowski),128.50542149632003,2.87,0.200066,-96.951,3e-06,-54.559,0.000122,-10.348,-2.071,3e-05,-19.144,0.245,0.28576,4.732,10.622,3.607122,31.474,15.313786,91.466,95.47,,,32.075699,99.988,0.002502,0.278891,0.009453,1.060718,0.002069,4.87212,0.031699,4.593228,0.029642,0.058946,0.001951,-1.742,0.032,0.028585,-0.025,-3e-05,-99.982,12.883,0.078,87.203,0.084,,kld/GLM-4.5/8192-ctx/bartowski/q2_k_l.md,119.68,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-Q3_K_M.gguf (Bartowski),164.94821900288002,3.68,0.111044,-84.745,1e-06,-26.195,4e-05,-4.83,-0.8,1e-05,-9.208,0.266,0.093487,3.349,7.142,1.912373,22.715,13.922441,88.486,97.68,,,29.19105,99.988,0.002113,0.020328,0.006394,1.004426,0.001395,4.613557,0.029673,4.593228,0.029642,0.004416,0.001389,-0.398,0.022,0.009076,-0.003,-4.5e-05,-99.992,8.781,0.078,92.243,0.067,,kld/GLM-4.5/8192-ctx/bartowski/q3_k_m.md,153.62,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-Q4_K_M.gguf (Bartowski),218.51719860224,4.88,0.082544,-84.9,0.0,-18.428,1.7e-05,-2.803,-0.393,5e-06,-5.57,0.237,0.039408,2.329,4.845,1.473786,15.472,13.005776,85.04,98.28,,,28.034859,99.962,0.001928,0.035656,0.005546,1.007763,0.00121,4.628885,0.029986,4.593228,0.029642,0.007733,0.001201,-0.184,0.018,0.003632,-0.001,-0.000137,-99.972,7.349,0.084,94.548,0.057,,kld/GLM-4.5/8192-ctx/bartowski/q4_k_m.md,203.51,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-Q5_K_M.gguf (Bartowski),255.27138123776004,5.7,0.074562,-81.863,-0.0,-14.788,1.1e-05,-2.06,-0.252,3e-06,-4.178,0.237,0.025473,1.978,3.973,1.246142,13.321,13.115426,83.663,98.53,,,26.054928,99.983,0.001912,0.019533,0.005107,1.004252,0.001113,4.612761,0.02987,4.593228,0.029642,0.004243,0.001109,-0.05,0.017,0.002235,0.0,-9.7e-05,-99.994,6.835,0.087,95.526,0.052,,kld/GLM-4.5/8192-ctx/bartowski/q5_k_m.md,237.74,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-Q6_K.gguf (Bartowski),294.82803003392,6.58,0.067116,-81.088,-0.0,-11.673,7e-06,-1.648,-0.199,2e-06,-3.348,0.198,0.017848,1.626,3.294,1.05976,11.454,12.694784,82.037,98.64,,,27.672319,99.97,0.001824,0.011827,0.004899,1.002575,0.001067,4.605055,0.029824,4.593228,0.029642,0.002572,0.001065,0.001,0.016,0.001466,0.0,-0.000195,-99.958,6.425,0.09,96.213,0.048,,kld/GLM-4.5/8192-ctx/bartowski/q6_k.md,274.58,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-3.34bpw.gguf (ddh0),149.74403477504,3.34,0.146691,-94.734,3e-06,-44.372,8.3e-05,-7.347,-1.322,2.2e-05,-14.082,0.24,0.171129,3.858,8.284,2.711028,24.213,13.730704,84.656,96.68,,,27.358303,99.969,0.002198,0.244515,0.008134,1.053234,0.001765,4.837744,0.031626,4.593228,0.029642,0.051865,0.001676,-1.228,0.027,0.015916,-0.017,-3.4e-05,-99.999,10.836,0.078,89.933,0.075,,kld/GLM-4.5/8192-ctx/ddh0/GLM-4.5-3.34bpw.md,139.46,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-Q8_0-IQ3_S-IQ3_S-IQ4_XS.gguf (ddh0),177.16740096,3.96,0.098157,-90.98,1e-06,-28.102,3.1e-05,-4.075,-0.636,9e-06,-8.052,0.231,0.070875,2.779,5.876,1.85196,17.492,12.868417,79.117,97.85,30908.6,30908.6,27.127905,99.969,0.001962,0.15164,0.006446,1.033014,0.001395,4.744868,0.031042,4.593228,0.029642,0.03248,0.001351,-0.557,0.021,0.006353,-0.004,-4.9e-05,-99.991,8.374,0.081,93.052,0.064,8192.0,kld/GLM-4.5/8192-ctx/ddh0/GLM-4.5-Q8_0-IQ3_S-IQ3_S-IQ4_XS.md,165.0,2.0,,31220481831.0,11440.0,,,-499.0,,0.0,,,,0.9713,164705.94,,1024.0,4.848568601128313e+47
+GLM-4.5-Q8_0-IQ3_XXS-IQ3_XXS-IQ3_S.gguf (ddh0),155.34896709632002,3.47,0.11652,-91.82,1e-06,-32.644,4.8e-05,-5.372,-0.91,1.3e-05,-10.378,0.236,0.106838,3.28,7.085,2.192275,21.43,13.381578,86.288,97.45,30908.6,30908.6,25.838358,99.99,0.002072,0.136706,0.006911,1.029762,0.001507,4.729934,0.030769,4.593228,0.029642,0.029328,0.001464,-0.729,0.023,0.009827,-0.007,-0.000114,-99.982,9.35,0.079,91.797,0.069,8192.0,kld/GLM-4.5/8192-ctx/ddh0/GLM-4.5-Q8_0-IQ3_XXS-IQ3_XXS-IQ3_S.md,144.68,2.0,,31220481831.0,11440.0,,,-390.0,,0.0,,,,0.9713,112606.81,,1024.0,4.848568601128313e+47
+GLM-4.5-Q8_0-ed-5.03bpw.gguf (eaddario),225.56094496768,5.04,0.090976,-87.528,0.0,-18.97,2.2e-05,-3.252,-0.461,6e-06,-6.307,0.256,0.048335,2.663,5.578,1.680288,17.904,13.469932,87.561,98.14,30908.6,30908.6,31.904493,99.986,0.002032,0.004414,0.00572,1.000961,0.001246,4.597642,0.029645,4.593228,0.029642,0.00096,0.001245,-0.146,0.019,0.004718,-0.001,-0.000223,-99.982,7.767,0.085,94.009,0.059,8192.0,kld/GLM-4.5/8192-ctx/eaddario/GLM-4.5-Q8_0-5.03bpw-ed-8ff206097.md,210.07,2.0,,31220481831.0,11440.0,,,-5388.0,,0.0,,,,0.9713,210976.56,,1024.0,4.848568601128313e+47
+GLM-4.5-Q8_0-ed-5.03bpw-e49e241d.gguf (eaddario),225.30324692992002,5.03,0.090387,-76.961,0.0,-17.369,2.1e-05,-3.151,-0.441,6e-06,-6.109,0.274,0.048477,2.722,5.627,1.534416,17.742,13.948911,88.369,98.25,30908.6,30908.6,27.873508,99.956,0.002069,-0.023724,0.005522,0.994835,0.001198,4.569504,0.029391,4.593228,0.029642,-0.005178,0.001204,-0.038,0.019,0.004708,-0.0,-0.000216,-99.974,7.463,0.083,94.082,0.059,8192.0,kld/GLM-4.5/8192-ctx/eaddario/GLM-4.5-Q8_0-5.03bpw-ed-e49e241d.md,209.83,2.0,,31220481831.0,11440.0,,-2108352107310104.0,-4431.0,,0.0,,,,0.9713,210731.25,,1024.0,4.848568601128313e+47
+GLM-4.5-UD-Q2_K_XL.gguf (Unsloth),135.10893371392,3.02,0.17398,-93.944,2e-06,-42.32,9.1e-05,-8.081,-1.429,2.3e-05,-15.114,0.341,0.222488,4.878,10.648,3.047922,33.138,15.496235,93.931,96.21,,,29.930285,99.992,0.002463,0.069046,0.008199,1.015032,0.001798,4.662274,0.029894,4.593228,0.029642,0.01492,0.001771,-0.869,0.029,0.021751,-0.01,-8.8e-05,-99.985,11.589,0.077,88.657,0.079,,kld/GLM-4.5/8192-ctx/unsloth/q2_k_xl.md,125.83,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-UD-Q3_K_XL.gguf (Unsloth),158.63461707776003,3.54,0.118558,-87.715,1e-06,-27.618,4.5e-05,-5.115,-0.841,1.2e-05,-9.663,0.287,0.104139,3.519,7.576,2.185348,23.793,13.96022,89.446,97.49,,,30.962963,99.997,0.00218,0.026152,0.006644,1.005694,0.001451,4.61938,0.029711,4.593228,0.029642,0.005677,0.001442,-0.413,0.023,0.01019,-0.004,-0.000208,-99.992,9.088,0.078,91.903,0.068,,kld/GLM-4.5/8192-ctx/unsloth/q3_k_xl.md,147.74,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-UD-Q4_K_XL.gguf (Unsloth),204.2256949248,4.56,0.094643,-81.354,0.0,-18.51,2.3e-05,-3.317,-0.442,6e-06,-6.46,0.311,0.055237,2.93,6.091,1.688756,19.831,14.150351,89.218,98.19,,,27.01041,99.979,0.00209,-0.018673,0.005624,0.995935,0.001221,4.574555,0.029465,4.593228,0.029642,-0.004074,0.001226,-0.005,0.02,0.005389,-0.0,-0.00027,-99.972,7.817,0.083,93.765,0.061,,kld/GLM-4.5/8192-ctx/unsloth/q4_k_xl.md,190.2,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-UD-Q5_K_XL.gguf (Unsloth),253.11316017152,5.65,0.075544,-83.194,-0.0,-14.408,1.1e-05,-2.046,-0.242,3e-06,-4.198,0.242,0.025544,1.994,3.98,1.27986,13.058,13.073132,83.02,98.52,,,26.628599,99.955,0.001919,0.016405,0.005117,1.003572,0.001115,4.609633,0.029864,4.593228,0.029642,0.003565,0.001111,-0.031,0.017,0.002225,0.0,-7.9e-05,-99.991,6.762,0.087,95.464,0.052,,kld/GLM-4.5/8192-ctx/unsloth/q5_k_xl.md,235.73,,,,,,,,,0.0,,,,,,,,
+GLM-4.5-Q6_K.gguf (Unsloth),294.19452235776004,6.57,0.069728,-83.065,-0.0,-12.435,8e-06,-1.677,-0.193,2e-06,-3.441,0.212,0.018784,1.681,3.423,1.174769,11.541,12.776706,80.823,98.47,,,27.807919,99.949,0.00186,0.033969,0.00524,1.007395,0.001142,4.627197,0.030073,4.593228,0.029642,0.007368,0.001134,-0.021,0.016,0.001546,0.0,-4.9e-05,-99.967,6.516,0.089,96.087,0.049,,kld/GLM-4.5/8192-ctx/unsloth/q6_k.md,273.99,,,,,,,,,0.0,,,,,,,,