HF中国镜像站's logo

mradermacher
/
Kani-3B-GGUF

Transformers
GGUF
English
Japanese
text-generation-inference
unsloth
qwen2
trl
sft
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
6c2c73e
·
verified ·
1 Parent(s): 9d565b6

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Kani-3B.IQ4_XS.gguf +3 -0
  3. Kani-3B.Q2_K.gguf +3 -0
  4. Kani-3B.Q3_K_L.gguf +3 -0
  5. Kani-3B.Q3_K_M.gguf +3 -0
  6. Kani-3B.Q3_K_S.gguf +3 -0
  7. Kani-3B.Q4_K_M.gguf +3 -0
  8. Kani-3B.Q4_K_S.gguf +3 -0
  9. Kani-3B.Q5_K_M.gguf +3 -0
  10. Kani-3B.Q5_K_S.gguf +3 -0
  11. Kani-3B.Q6_K.gguf +3 -0
  12. Kani-3B.Q8_0.gguf +3 -0
  13. Kani-3B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Kani-3B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Kani-3B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Kani-3B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Kani-3B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Kani-3B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Kani-3B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Kani-3B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Kani-3B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Kani-3B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Kani-3B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Kani-3B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Kani-3B.f16.gguf filter=lfs diff=lfs merge=lfs -text
Kani-3B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6e5c6492d96d20a7361aa6a382d84cb74c093e5cd45d7045d3657047dd37d33
3
+ size 1753185984
Kani-3B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4345aaf30ca7b496d87434b2c7e854648dc1a070c48e67d0d9748f94965fbba1
3
+ size 1274756800
Kani-3B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d1f3f03ae9b40fabce6772004de6c3efedd35886f02ab2c6a43c0fb9f25a37e
3
+ size 1707392704
Kani-3B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09506623dd27958aac84134919bc39605efbd93836ef447bfd398c3cd3a4570d
3
+ size 1590476480
Kani-3B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3f9dd121ef4d36b92af7f2c0fd6aacd8d002b240671d3aab7fe60ab35d7aade
3
+ size 1454358208
Kani-3B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:759bc57cf73e53586d8d77c92112205a3267da3d21fc197196eaf3ae2373d10e
3
+ size 1929903808
Kani-3B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98e332ef88073da836d95f323a901fed9615c0fd57827c9b68d26fa5d0811cd4
3
+ size 1834385088
Kani-3B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ab37340a715254da289c003271333a273132d6257843c8844e95ea09712aa2
3
+ size 2224815808
Kani-3B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:786b159d32c813859ab35bd6881d0c0327de382ebc309a891a6edd6fe9d8845c
3
+ size 2169667264
Kani-3B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22bf1e0b547b41d97e5455af1ad3b742a2341ea01d88b6a238ccae29af4352c
3
+ size 2538159808
Kani-3B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84869257ec067d30cc2ef7eba292bffe3273f3ffbfe44f438094e94a923f2292
3
+ size 3285477056
Kani-3B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55050985b315cd1b0e1ed2ec01f12876ad1c051ee9099242e785c8a499ce4139
3
+ size 6178318016