init

.gitattributes

@@ -1,34 +1,36 @@
 *.7z filter=lfs diff=lfs merge=lfs -text
 *.arrow filter=lfs diff=lfs merge=lfs -text
 *.bin filter=lfs diff=lfs merge=lfs -text
-*.bin.* filter=lfs diff=lfs merge=lfs -text
 *.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
 *.ftz filter=lfs diff=lfs merge=lfs -text
 *.gz filter=lfs diff=lfs merge=lfs -text
 *.h5 filter=lfs diff=lfs merge=lfs -text
 *.joblib filter=lfs diff=lfs merge=lfs -text
 *.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
 *.model filter=lfs diff=lfs merge=lfs -text
 *.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
 *.onnx filter=lfs diff=lfs merge=lfs -text
 *.ot filter=lfs diff=lfs merge=lfs -text
 *.parquet filter=lfs diff=lfs merge=lfs -text
 *.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.pth filter=lfs diff=lfs merge=lfs -text
 *.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
 saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
 *.tflite filter=lfs diff=lfs merge=lfs -text
 *.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
-*.zstandard filter=lfs diff=lfs merge=lfs -text
-*.tfevents* filter=lfs diff=lfs merge=lfs -text
-*.db* filter=lfs diff=lfs merge=lfs -text
-*.ark* filter=lfs diff=lfs merge=lfs -text
-**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
-**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
-**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,4 @@
+FROM hubimage/llama-cpp-python:latest
+ARG MODEL
+COPY ./$MODEL /models/$MODEL
+ENV MODEL=/models/$MODEL

README.md

@@ -1,12 +1,56 @@
 ---
-#以下为文本生成的 "tasks"示例，您可以从此网页中了解更多相关信息：https://modelscope.cn/docs/%E4%BB%BB%E5%8A%A1%E7%9A%84%E4%BB%8B%E7%BB%8D
-#tasks:
-#- text-generation
-license: Apache License 2.0
+inference: false
+language:
+  - zh
+license: apache-2.0
+model_creator: ziqingyang
+model_link: https://huggingface.co/ziqingyang/chinese-alpaca-2-7b
+model_name: chinese-alpaca-2-7b
+model_type: llama
+pipeline_tag: text-generation
+quantized_by: shaowenchen
+tags:
+  - meta
+  - gguf
+  - llama
+  - alpaca-2
+  - chinese
 ---
-###### 该模型当前使用的是默认介绍模版，处于“预发布”阶段，页面仅限所有者可见。
-###### 请根据[模型贡献文档说明](https://www.modelscope.cn/docs/%E5%A6%82%E4%BD%95%E6%92%B0%E5%86%99%E5%A5%BD%E7%94%A8%E7%9A%84%E6%A8%A1%E5%9E%8B%E5%8D%A1%E7%89%87)，及时完善模型卡片内容。ModelScope平台将在模型卡片完善后展示。谢谢您的理解。
-#### Clone with HTTP
-```bash
- git clone https://www.modelscope.cn/shaowenchen/chinese-alpaca-2-7b-gguf.git
-```
+
+## Provided files
+
+| Name                            | Quant method | Size   |
+| ------------------------------- | ------------ | ------ |
+| chinese-alpaca-2-7b.Q2_K.gguf   | Q2_K         | 2.7 GB |
+| chinese-alpaca-2-7b.Q3_K.gguf   | Q3_K         | 3.2 GB |
+| chinese-alpaca-2-7b.Q3_K_L.gguf | Q3_K_L       | 3.5 GB |
+| chinese-alpaca-2-7b.Q3_K_S.gguf | Q3_K_S       | 2.9 GB |
+| chinese-alpaca-2-7b.Q4_0.gguf   | Q4_0         | 3.7 GB |
+| chinese-alpaca-2-7b.Q4_1.gguf   | Q4_1         | 4.1 GB |
+| chinese-alpaca-2-7b.Q4_K.gguf   | Q4_K         | 3.9 GB |
+| chinese-alpaca-2-7b.Q4_K_S.gguf | Q4_K_S       | 3.7 GB |
+| chinese-alpaca-2-7b.Q5_0.gguf   | Q5_0         | 4.5 GB |
+| chinese-alpaca-2-7b.Q5_1.gguf   | Q5_1         | 4.9 GB |
+| chinese-alpaca-2-7b.Q5_K.gguf   | Q5_K         | 4.6 GB |
+| chinese-alpaca-2-7b.Q5_K_S.gguf | Q5_K_S       | 4.5 GB |
+| chinese-alpaca-2-7b.Q6_K.gguf   | Q6_K         | 5.3 GB |
+| chinese-alpaca-2-7b.Q8_0.gguf   | Q8_0         | 6.9 GB |
+| chinese-alpaca-2-7b.gguf        | full         | 13 GB  |
+
+## Provided images
+
+| Name                                          | Quant method | Size    |
+| --------------------------------------------- | ------------ | ------- |
+| `shaowenchen/chinese-alpaca-2-7b-gguf:Q2_K`   | Q2_K         | 3.68 GB |
+| `shaowenchen/chinese-alpaca-2-7b-gguf:Q3_K`   | Q3_K         | 4.16 GB |
+| `shaowenchen/chinese-alpaca-2-7b-gguf:Q3_K_L` | Q3_K_L       | 4.46 GB |
+| `shaowenchen/chinese-alpaca-2-7b-gguf:Q3_K_S` | Q3_K_S       | 3.81 GB |
+| `shaowenchen/chinese-alpaca-2-7b-gguf:Q4_0`   | Q4_0         | 4.7 GB  |
+| `shaowenchen/chinese-alpaca-2-7b-gguf:Q4_K`   | Q4_K         | 4.95 GB |
+| `shaowenchen/chinese-alpaca-2-7b-gguf:Q4_K_S` | Q4_K_S       | 4.73 GB |
+
+```
+docker run --rm -p 8000:8000 shaowenchen/chinese-alpaca-2-7b-gguf:Q2_K
+```
+
+and you can view http://localhost:8000/docs to see the swagger UI.

chinese-alpaca-2-7b.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc0213333f30dfe87eba61fe6efcaa38b7eba96d2df0d0b9f2b8b9c57d3b2b7
+size 2936032800

chinese-alpaca-2-7b.Q3_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b8457117dbd6dfc16497e04eff192606dc17940176be424b2aaefa90cfa401
+size 3417787936

chinese-alpaca-2-7b.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e0e2b1d086fdb30960cb4637217b3ee0fde4772df6a32e48bca5a98a1dc362
+size 3716894240

chinese-alpaca-2-7b.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca9edd66275394bba06cd933dabbcec2227130b5e51668de5f645c576fffcd4
+size 3068087840

chinese-alpaca-2-7b.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f0ceea6ba243dbcc69740134ef92a14e4f1fa0325ad8b3d0a1769090c4e1d
+size 3958263328

chinese-alpaca-2-7b.Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87e977380d2bf6df37baf3c0904104fda7de7ca13eb749b1be4c882e2e73aa1
+size 4377169440

chinese-alpaca-2-7b.Q4_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4fcb0d3cc2a06db18fa494cf3722b054c72fad68c6bd8b6b990a7a31c11a5d
+size 4213460512

chinese-alpaca-2-7b.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838180d8543240cbc0a0494595ab5ffd3bcec42fb6aedd73862ca25fe06df8cf
+size 3989196320

chinese-alpaca-2-7b.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f29ec14566ff1fd00bc2248c012b61b20d8f7091b578c19a0167da4324b156
+size 4796075552

chinese-alpaca-2-7b.Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdcd9af831d2ca78b522cbf04695ed57da09fea5307317761df816b66c45bf8
+size 5214981664

chinese-alpaca-2-7b.Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85622eda8ecd3f087e941c02367a31a0d9f2b63e2178c46912c529e1fb61e08
+size 4927540768

chinese-alpaca-2-7b.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77c488498bca084a65b31e33f4316c4aa3eb24c36aad736fa5f9fb23d5c5266
+size 4796075552

chinese-alpaca-2-7b.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183072daeff6c68aed8e431e9944ca916212feb8dbd0f21fc00b24c1b73405b7
+size 5686251040

chinese-alpaca-2-7b.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443c0de771b8daa7d34c6537672466d69d24c20965cbba0f771cdf5314797f71
+size 7364365856

chinese-alpaca-2-7b.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c740a9d0fdc904297a0c949f2115568596f649a93fa7c61dde78e80ab1e866a
+size 13860294144

configuration.json

@@ -0,0 +1,10 @@
+{
+    "framework": "pytorch",
+    "task": "text-generation",
+    "model": {
+        "type": "llama2"
+    },
+    "pipeline": {
+        "type": "chinese-llama-2-7b-text-generation-pipe"
+    }
+}