From beb8137ce7a9df26331c003507018743adef4391 Mon Sep 17 00:00:00 2001 From: maknee Date: Sat, 15 Jul 2023 21:50:34 -0400 Subject: [PATCH] upload --- README.md | 32 +++++++++++++++++++++++++++++++- minigpt4-7B-f16.bin | 3 +++ minigpt4-7B-f32.bin | 3 +++ minigpt4-7B-q2_k.bin | 3 +++ minigpt4-7B-q3_k.bin | 3 +++ minigpt4-7B-q4_0.bin | 3 +++ minigpt4-7B-q4_1.bin | 3 +++ minigpt4-7B-q4_k.bin | 3 +++ minigpt4-7B-q5_0.bin | 3 +++ minigpt4-7B-q5_1.bin | 3 +++ minigpt4-7B-q5_k.bin | 3 +++ minigpt4-7B-q6_k.bin | 3 +++ minigpt4-7B-q8_0.bin | 3 +++ minigpt4-7B-q8_1.bin | 3 +++ minigpt4-7B-q8_k.bin | 3 +++ pretrained_minigpt4_7b.pth | 3 +++ 16 files changed, 76 insertions(+), 1 deletion(-) create mode 100644 minigpt4-7B-f16.bin create mode 100644 minigpt4-7B-f32.bin create mode 100644 minigpt4-7B-q2_k.bin create mode 100644 minigpt4-7B-q3_k.bin create mode 100644 minigpt4-7B-q4_0.bin create mode 100644 minigpt4-7B-q4_1.bin create mode 100644 minigpt4-7B-q4_k.bin create mode 100644 minigpt4-7B-q5_0.bin create mode 100644 minigpt4-7B-q5_1.bin create mode 100644 minigpt4-7B-q5_k.bin create mode 100644 minigpt4-7B-q6_k.bin create mode 100644 minigpt4-7B-q8_0.bin create mode 100644 minigpt4-7B-q8_1.bin create mode 100644 minigpt4-7B-q8_k.bin create mode 100644 pretrained_minigpt4_7b.pth diff --git a/README.md b/README.md index 32897cd..dbb97e9 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,33 @@ --- -license: mit +license: apache-2.0 +tags: +- minigpt4 +- ggml +language: +- en +- bg +- ca +- cs +- da +- de +- es +- fr +- hr +- hu +- it +- nl +- pl +- pt +- ro +- ru +- sl +- sr +- sv +- uk --- + +These are quantized ggml binary files for minigpt4 7B model. + +These files can be used in conjunction with [vicuna v0 ggml models](https://huggingface.co/datasets/maknee/ggml-vicuna-v0-quantized) to get minigpt4 working. + +Recommended are the Q5_1 and Q5_0 implementations. If there are any issues, use Q4_1 or Q4_0. diff --git a/minigpt4-7B-f16.bin b/minigpt4-7B-f16.bin new file mode 100644 index 0000000..d9bd9d2 --- /dev/null +++ b/minigpt4-7B-f16.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc0f4ea4d2f327e4293f63a2695cb415c2277389d79164709eccccd791ef191 +size 2191880192 diff --git a/minigpt4-7B-f32.bin b/minigpt4-7B-f32.bin new file mode 100644 index 0000000..fcb2f85 --- /dev/null +++ b/minigpt4-7B-f32.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef683365297eee78d038c29e055b73d9e94d2b90d1ab705c12f0458d4074ca7 +size 4376195072 diff --git a/minigpt4-7B-q2_k.bin b/minigpt4-7B-q2_k.bin new file mode 100644 index 0000000..72e8964 --- /dev/null +++ b/minigpt4-7B-q2_k.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd15f5a9982f7e03845396dd2a7f45c7637d95cc3fa539b4b4a8e08157c18a1 +size 371511296 diff --git a/minigpt4-7B-q3_k.bin b/minigpt4-7B-q3_k.bin new file mode 100644 index 0000000..4c62474 --- /dev/null +++ b/minigpt4-7B-q3_k.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b3aa34795ac09253a6c744791289fd091ef23f8c86d35ed7d2fc1073a6aa59 +size 482078720 diff --git a/minigpt4-7B-q4_0.bin b/minigpt4-7B-q4_0.bin new file mode 100644 index 0000000..aca8607 --- /dev/null +++ b/minigpt4-7B-q4_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2373d814177dd79d3706748d80cdb39b107c52fb087cc67f579e60fdc11c495e +size 626610176 diff --git a/minigpt4-7B-q4_1.bin b/minigpt4-7B-q4_1.bin new file mode 100644 index 0000000..c340243 --- /dev/null +++ b/minigpt4-7B-q4_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:091ff26314ad34327406c396d4dde5caf057058931080bdd637e9f6581a3a6ca +size 694648832 diff --git a/minigpt4-7B-q4_k.bin b/minigpt4-7B-q4_k.bin new file mode 100644 index 0000000..b78bee2 --- /dev/null +++ b/minigpt4-7B-q4_k.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d78dcc2322010a5bebe672995231723af460ef8c7417a3ed26fdb884a355c3 +size 626610176 diff --git a/minigpt4-7B-q5_0.bin b/minigpt4-7B-q5_0.bin new file mode 100644 index 0000000..3d05547 --- /dev/null +++ b/minigpt4-7B-q5_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd27848473d7c33d2d64efc2dbebe783bb5a60b38a0a883ac8d991c4e89c36f8 +size 762736640 diff --git a/minigpt4-7B-q5_1.bin b/minigpt4-7B-q5_1.bin new file mode 100644 index 0000000..6541242 --- /dev/null +++ b/minigpt4-7B-q5_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7470eac54bd2676843c8c2895805c9722375ecb43f0a47c28c8cf486f9181dae +size 830615552 diff --git a/minigpt4-7B-q5_k.bin b/minigpt4-7B-q5_k.bin new file mode 100644 index 0000000..08d17c0 --- /dev/null +++ b/minigpt4-7B-q5_k.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132cff45297b2efb5594b60e63cafe6eeab2a67b8f693c2e38d2d7862b51619d +size 762736640 diff --git a/minigpt4-7B-q6_k.bin b/minigpt4-7B-q6_k.bin new file mode 100644 index 0000000..8755f27 --- /dev/null +++ b/minigpt4-7B-q6_k.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6297f5b44380dc7b31ba6690e99823f2b8b37c94b9bc02ea2cff474bbf3b605a +size 907931648 diff --git a/minigpt4-7B-q8_0.bin b/minigpt4-7B-q8_0.bin new file mode 100644 index 0000000..346211c --- /dev/null +++ b/minigpt4-7B-q8_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06da8f74930be633fecbce98aa039256843d46fdcc72f1f96cac755c66433261 +size 1171116032 diff --git a/minigpt4-7B-q8_1.bin b/minigpt4-7B-q8_1.bin new file mode 100644 index 0000000..b36ba9e --- /dev/null +++ b/minigpt4-7B-q8_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5977cabdfe397678502ef394b27328c9658cdc81cd7d1da32a97b96ed927b4a +size 13856768 diff --git a/minigpt4-7B-q8_k.bin b/minigpt4-7B-q8_k.bin new file mode 100644 index 0000000..4d5dc83 --- /dev/null +++ b/minigpt4-7B-q8_k.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19d6a343722381725684134a32a3d2073007dda8ae4779d63b7fbdf284561e26 +size 13856768 diff --git a/pretrained_minigpt4_7b.pth b/pretrained_minigpt4_7b.pth new file mode 100644 index 0000000..6ab50c8 --- /dev/null +++ b/pretrained_minigpt4_7b.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:017a9ed588a11ed383711003cf50cf675191420a04689f682fb56fa9bbb8dcbb +size 37907201