Hugging Face's logo

numen-tech
/
Qwen2.5-Coder-3B-Instruct-GPTQ-Int4

Text Generation
MLC-LLM
English
code
codeqwen
chat
qwen
qwen-coder
conversational
4-bit precision
Model card Files
xet
Community
numen-tech commited on
Commit
0531dd2
·
1 Parent(s): 9adca99

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +15 -0
  2. config.json +5 -0
  3. merges.txt +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
README.md CHANGED
@@ -2,4 +2,19 @@
2
  license: other
3
  license_name: qwen-research
4
  license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct/blob/main/LICENSE
 
 
 
 
 
 
 
 
 
 
 
 
5
  ---
 
 
 
 
2
  license: other
3
  license_name: qwen-research
4
  license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct/blob/main/LICENSE
5
+ language:
6
+ - en
7
+ pipeline_tag: text-generation
8
+ tags:
9
+ - code
10
+ - codeqwen
11
+ - chat
12
+ - qwen
13
+ - qwen-coder
14
+ base_model: Qwen/Qwen2.5-Coder-3B-Instruct
15
+ base_model_relation: quantized
16
+ library_name: mlc-llm
17
  ---
18
+
19
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [Qwen2.5-Coder-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct) for use with the [Private LLM app](https://privatellm.app/).
20
+
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5c1399bcde0e2d74389ba4cad6bdc667430f609f5ea40c945c9afb3c038fd8c
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f719ae0eff92053afa79b244bd3f3c7ba245319e33ce8deed725fa5e82069e9
3
+ size 22544384
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b8053fb3d23ca500aa43297dfff7eef9f22d51e2b83c15df034a5f265e4d3a2
3
+ size 22544384
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1068c15ee6795bd093ad3a646076a3b31cd5863ebf2ad0341bc3265078ebe6ed
3
+ size 33350656
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0537989d5713fd72b95dbf4f96396f4ddf0be3a655a7cd9a8e79ddb3d9d28db9
3
+ size 28480512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39f83799a48c681446af5dd6deb77972da334a9587fe9db94bb5579f7f79a4cf
3
+ size 22544384
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea91c5993bb4834a87cd4dfe931dc82d3bf226b636064ca2502bb1b00c6a023
3
+ size 22544384
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c9884edf78b3f32be354f2a64c653873bcea1e52a3bd649b70982e71a4c4455
3
+ size 32249856
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc0cf59d95fd5bad38181b7978bf6b5342fc7a985085383990da05c1c99e16e
3
+ size 22544384
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ca8cab3e7bd611e2e1341c2c9546f81f59f05054549374c14e2340c01bec80
3
+ size 22544384
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475fa4001ec29dca577468bb1df282c30e1e3775eaa9ed5030dcd5fead4528ae
3
+ size 31713280
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc226650654540597d96a831028e9af75e6e56b9f59ed9400beb25e73336a3d
3
+ size 22544384
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e45e4559b95639a6ef92c6d436b9d9cf9a58a1adda57fb6710a47a3401b0081
3
+ size 33346560
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75c8c4fd642f11552a4b06d8de1c907a3b5be6696d64486d0a349d7db887ba9e
3
+ size 33350656
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ddbc6a144d6ad2edd3a3c6667e038763cc54b3f2d2004a7b6b3dfcbe9f62407
3
+ size 28480512
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad935c5be8de6b9cd4c49a260ea8839711d3041c6c9133c55ef8e203df527254
3
+ size 22544384
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aace22e75b83fe65df7373d05d737d11643c01102184a4c7b222af7e15e96c0
3
+ size 22544384
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e7026b4c9a614b19f712eb04b272ac651fa3105c33c077f8010319bd0286ba4
3
+ size 32249856
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e3527f98eba0ab90ab8e94e424be136a4c95cf960ccce2e57cb69f78ffa971c
3
+ size 22544384
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d39ed1368b07c616fa03d7b0a6c827c82e106e022acd80b51d5d075c1283b0a
3
+ size 22544384
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1a2faf05a71f802f877249c925079d525e9736245b1814783a043a85799818e
3
+ size 31713280
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d26f66949856714984dd99778a80212c3bad1f4c655ed15ed4e3c80a0ada19
3
+ size 22544384
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc482803f34694f782984042c73af5252e74b35ed21766699d7104240c895e79
3
+ size 33350656
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246bb28a6cd9e0154ca598fbc953798719bfb2d7ab656ff6b804be5642a86eaf
3
+ size 28480512
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14618c050695ece83ebb68bb00b1127479b6423a969f868a59eda6539eb4e4c2
3
+ size 28480512
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be56548be17a0cb05a7bd7fad52e9a92a437f31efb05803c6b664f4838b43158
3
+ size 22544384
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808a4b57f26552351620508ee2e527df4c35146bc352da57950c4b3b610c4dcc
3
+ size 33351680
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea77538a5f56230b32cbe067e68f82490360c1508be160c88003ca8710017bc
3
+ size 28480512
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:785f7e32146408459951312ac5e34f1be6e6179294cdb38e0f3a69bbcb080a75
3
+ size 22544384
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ae05507d8c8045babdc190b59c72838d384f2bde5b5450b6a8e034b4ddfae64
3
+ size 22544384
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42aa4cab73e113a35e3d36df46885488c124ac1e17c87be783c485122c6ff55c
3
+ size 32249856
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7cce9dbf7bccbfe733b83e3bfc242944757fe4200326ae788581ff427fc6df8
3
+ size 22544384
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd6fbe61ba6c19c17536f823975f14600554e580975ec7472fe32bfa7685343e
3
+ size 22544384
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87c731a009d7dd2ce7d71c69af16d66ea1171297e9e2c1fe498f51d4ec312a13
3
+ size 31713280
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f31274723ae15a31fc92290cc8965b4fed11a364d6e18bf2bf522cff1605e17
3
+ size 22544384
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a35a07d0767d3a7d6729ee5f2c65fef04dc080730d5c4d00edfc9f01d890a21
3
+ size 22544384
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9e62a89036bab4663b7ea4bb2c3077ee96384a75fb835d6d4a0c9e2828a95a9
3
+ size 33350656
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d664764c98b4dde18c7c0e9e484ed42f6b203dcd9392f0946f38f9e6d9aa4e
3
+ size 28480512
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dbf5f090088e261950bd7e8ab58c5a99d42d347f3b7ef5dce7a4bf00a8b2abe
3
+ size 22544384
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcdcecc6f73ff79b46fde4afcb345571cc3ecaff7ffdfc61c9c6bbc21d309c62
3
+ size 22544384
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25eebf07c7efbcd35955b013ae33a0c08e088d265eab88a9f111cace439e2d86
3
+ size 29545472
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eaacd9ff44ebf77fc84c2504c1c0648881ec5cee13dda04dc2e9622e470d6cd
3
+ size 22544384
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb5a12360facdc124a87c662e2c907a57c0ea8ebf85486f02727a293fc4f55c0
3
+ size 22544384
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc8df201cb9910e9263fcdeeacdbcea6bc124929e1ff349e1f08da656359a41
3
+ size 32249856
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c5c8b6e97fae6556544a5fd60369dcb2f31327256ab6823880d2f872b18cd5c
3
+ size 22544384
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7e26ec4286c099eff4a9abf7058653da9094d4d3b1fb49ccc892adf6ff58667
3
+ size 22544384