Upload folder using huggingface_hub

.gitattributes

@@ -1,35 +1,34 @@
 *.7z filter=lfs diff=lfs merge=lfs -text
 *.arrow filter=lfs diff=lfs merge=lfs -text
 *.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
 *.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
 *.ftz filter=lfs diff=lfs merge=lfs -text
 *.gz filter=lfs diff=lfs merge=lfs -text
 *.h5 filter=lfs diff=lfs merge=lfs -text
 *.joblib filter=lfs diff=lfs merge=lfs -text
 *.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
 *.model filter=lfs diff=lfs merge=lfs -text
 *.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
 *.onnx filter=lfs diff=lfs merge=lfs -text
 *.ot filter=lfs diff=lfs merge=lfs -text
 *.parquet filter=lfs diff=lfs merge=lfs -text
 *.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
 *.pt filter=lfs diff=lfs merge=lfs -text
 *.pth filter=lfs diff=lfs merge=lfs -text
 *.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
 saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
 *.tflite filter=lfs diff=lfs merge=lfs -text
 *.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text

.ipynb_checkpoints/README-checkpoint.md

@@ -0,0 +1,97 @@
+---
+frameworks:
+- Pytorch
+license: apache-2.0
+tasks:
+- text-generation
+---
+<div style="width: 100%;">
+    <p align="center" width="20%">
+      <img src="http://x-pai.algolet.com/bot/img/logo_core.png" alt="TigerBot" width="20%", style="display: block; margin: auto;"></img>
+    </p>
+</div>
+<p align="center">
+<font face="黑体" size=5"> A cutting-edge foundation for your very own LLM. </font>
+</p>
+<p align="center">
+	💻<a href="https://github.com/TigerResearch/TigerBot" target="_blank">Github</a> • 🌐 <a href="https://tigerbot.com/" target="_blank">TigerBot</a> • 🤗 <a href="https://huggingface.co/TigerResearch" target="_blank">Hugging Face</a>
+</p>
+
+# 快速开始
+
+- 方法1，通过transformers使用
+
+  - 下载 TigerBot Repo
+
+     ```shell
+     git clone https://github.com/TigerResearch/TigerBot.git
+     ```
+
+  - 启动infer代码
+
+    ```shell
+    python infer.py --model_path TigerResearch/tigerbot-70b-chat-v4-4k
+    ```
+
+- 方法2:
+
+  - 下载 TigerBot Repo
+    
+     ```shell
+    git clone https://github.com/TigerResearch/TigerBot.git
+    ```
+
+  - 安装git lfs： `git lfs install`
+
+  - 通过huggingface或modelscope平台下载权重
+    ```shell
+    git clone https://huggingface.co/TigerResearch/tigerbot-70b-chat-v4-4k
+    git clone https://www.modelscope.cn/TigerResearch/tigerbot-70b-chat-v4-4k.git
+    ```
+    
+  - 启动infer代码
+    
+    ```shell
+    python infer.py --model_path tigerbot-70b-chat-v4-4k
+    ```
+
+------
+
+# Quick Start
+
+- Method 1, use through transformers
+
+  - Clone TigerBot Repo
+
+     ```shell
+     git clone https://github.com/TigerResearch/TigerBot.git
+     ```
+
+  - Run infer script
+
+    ```shell
+    python infer.py --model_path TigerResearch/tigerbot-70b-chat-v4-4k
+    ```
+
+- Method 2:
+
+  - Clone TigerBot Repo
+
+    ```shell
+    git clone https://github.com/TigerResearch/TigerBot.git
+    ```
+
+  - install git lfs： `git lfs install`
+
+  - Download weights from huggingface or modelscope
+    ```shell
+    git clone https://huggingface.co/TigerResearch/tigerbot-70b-chat-v4-4k
+    git clone https://www.modelscope.cn/TigerResearch/tigerbot-70b-chat-v4-4k.git
+    ```
+  
+  - Run infer script
+  
+     ```shell
+     python infer.py --model_path tigerbot-70b-chat-v4-4k
+     ```
+

README.md

@@ -0,0 +1,97 @@
+---
+frameworks:
+- Pytorch
+license: apache-2.0
+tasks:
+- text-generation
+---
+<div style="width: 100%;">
+    <p align="center" width="20%">
+      <img src="http://x-pai.algolet.com/bot/img/logo_core.png" alt="TigerBot" width="20%", style="display: block; margin: auto;"></img>
+    </p>
+</div>
+<p align="center">
+<font face="黑体" size=5"> A cutting-edge foundation for your very own LLM. </font>
+</p>
+<p align="center">
+	💻<a href="https://github.com/TigerResearch/TigerBot" target="_blank">Github</a> • 🌐 <a href="https://tigerbot.com/" target="_blank">TigerBot</a> • 🤗 <a href="https://huggingface.co/TigerResearch" target="_blank">Hugging Face</a>
+</p>
+
+# 快速开始
+
+- 方法1，通过transformers使用
+
+  - 下载 TigerBot Repo
+
+     ```shell
+     git clone https://github.com/TigerResearch/TigerBot.git
+     ```
+
+  - 启动infer代码
+
+    ```shell
+    python infer.py --model_path TigerResearch/tigerbot-70b-chat-v4-4k
+    ```
+
+- 方法2:
+
+  - 下载 TigerBot Repo
+    
+     ```shell
+    git clone https://github.com/TigerResearch/TigerBot.git
+    ```
+
+  - 安装git lfs： `git lfs install`
+
+  - 通过huggingface或modelscope平台下载权重
+    ```shell
+    git clone https://huggingface.co/TigerResearch/tigerbot-70b-chat-v4-4k
+    git clone https://www.modelscope.cn/TigerResearch/tigerbot-70b-chat-v4-4k.git
+    ```
+    
+  - 启动infer代码
+    
+    ```shell
+    python infer.py --model_path tigerbot-70b-chat-v4-4k
+    ```
+
+------
+
+# Quick Start
+
+- Method 1, use through transformers
+
+  - Clone TigerBot Repo
+
+     ```shell
+     git clone https://github.com/TigerResearch/TigerBot.git
+     ```
+
+  - Run infer script
+
+    ```shell
+    python infer.py --model_path TigerResearch/tigerbot-70b-chat-v4-4k
+    ```
+
+- Method 2:
+
+  - Clone TigerBot Repo
+
+    ```shell
+    git clone https://github.com/TigerResearch/TigerBot.git
+    ```
+
+  - install git lfs： `git lfs install`
+
+  - Download weights from huggingface or modelscope
+    ```shell
+    git clone https://huggingface.co/TigerResearch/tigerbot-70b-chat-v4-4k
+    git clone https://www.modelscope.cn/TigerResearch/tigerbot-70b-chat-v4-4k.git
+    ```
+  
+  - Run infer script
+  
+     ```shell
+     python infer.py --model_path tigerbot-70b-chat-v4-4k
+     ```
+

added_tokens.json

@@ -0,0 +1,8 @@
+{
+  "\n\n### Instruction:\n": 65107,
+  "\n\n### Response:\n": 65108,
+  "</s>": 2,
+  "<pad>": 65109,
+  "<s>": 1,
+  "<unk>": 0
+}

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "/mnt/nfs/yechen/models/tigerbot-70b-chat-v4-4k-hf-9000",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pad_token_id": 65109,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.34.0",
+  "use_cache": true,
+  "vocab_size": 65112
+}

configuration.json

@@ -0,0 +1 @@
+{"framework":"Pytorch","task":"text-generation"}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 65109,
+  "transformers_version": "4.34.0"
+}

pytorch_model-00001-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876a261aa837fcfd4b871c0a35e70757c28149c4743aa8c00985f8a5ece93ea4
+size 9925346011

pytorch_model-00002-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9f94678cdc6a00eaf52053a2af3abf1ae3c2b09ce8d27d0547681bb40b80d7
+size 9965880015

pytorch_model-00003-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e00c2326d16330d3690bab8ce0fed3191aeeda732ec95fa1f960e2bde17a87
+size 9798075429

pytorch_model-00004-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf6ed65906b51d43c3f81ef2a7f994f5cee6c18bd758673798334fee651c35a
+size 9798108873

pytorch_model-00005-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c19baa48782fc1cf7d3d4c5bb8d77c4f2390d3732787f198892f0679a4db45
+size 9798108893

pytorch_model-00006-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe29d517b6539f30bad00709bd24f5af427fa9ac8cd8ca94eb52f280fdc217c8
+size 9965880015

pytorch_model-00007-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381007ba055e526f2005933aa1f8723392849248af539b49c76299af2c00ac89
+size 9798075429

pytorch_model-00008-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f095e9caa1390be62493b60749a0333ab519181c85fb5156ddbcd49ca7684e
+size 9798108873

pytorch_model-00009-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eff40f8cf061011c50407413dbd65c10701c75859597db0fb0225fbe553a5a7
+size 9798108893

pytorch_model-00010-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1132def0bfca21f5a401b5b8c853bc5c1535a190d8089e0212fe1d40b29d642
+size 9965880015

pytorch_model-00011-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02efba18525994c65c549c83b9e76d2499fb4ac30d170fc0b3b2acf6f8c8d99
+size 9798075429

pytorch_model-00012-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e878c6179b0785e3641b011f3e09bd1cba11ba281182da3a4a912e77b72cffc
+size 9798108873

pytorch_model-00013-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b90d08cac96787c1348de70d0a7527832a2f0555756e7c47ee401449cc95a0d
+size 9798108893

pytorch_model-00014-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0950be4fd8625c7baa7f1157aaf2caf5de3f6dfccfdb1ece8a31df00544864
+size 9965896749

pytorch_model-00015-of-00015.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cc8a133bd3995b9426a1d0bc20f3ea415a7aa486c4b653431b001caae59923
+size 1066795946

special_tokens_map.json

@@ -0,0 +1,14 @@
+{
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>",
+    "\n\n### Instruction:\n",
+    "\n\n### Response:\n",
+    "<pad>"
+  ],
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,73 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "65107": {
+      "content": "\n\n### Instruction:\n",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "65108": {
+      "content": "\n\n### Response:\n",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "65109": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>",
+    "\n\n### Instruction:\n",
+    "\n\n### Response:\n",
+    "<pad>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}