Hugging Face's logo

Bllossom
/
llama-3-Korean-Bllossom-70B

Text Generation
Transformers
Safetensors
English
Korean
llama
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
2
limhyeonseok commited on
Commit
398e261
•
1 Parent(s): d4603c4

Upload LlamaForCausalLM

Browse files
Files changed (34) hide show
  1. README.md +3 -3
  2. config.json +6 -5
  3. generation_config.json +3 -6
  4. model-00001-of-00030.safetensors +2 -2
  5. model-00002-of-00030.safetensors +1 -1
  6. model-00003-of-00030.safetensors +1 -1
  7. model-00004-of-00030.safetensors +1 -1
  8. model-00005-of-00030.safetensors +1 -1
  9. model-00006-of-00030.safetensors +1 -1
  10. model-00007-of-00030.safetensors +1 -1
  11. model-00008-of-00030.safetensors +1 -1
  12. model-00009-of-00030.safetensors +1 -1
  13. model-00010-of-00030.safetensors +1 -1
  14. model-00011-of-00030.safetensors +1 -1
  15. model-00012-of-00030.safetensors +1 -1
  16. model-00013-of-00030.safetensors +1 -1
  17. model-00014-of-00030.safetensors +1 -1
  18. model-00015-of-00030.safetensors +1 -1
  19. model-00016-of-00030.safetensors +1 -1
  20. model-00017-of-00030.safetensors +1 -1
  21. model-00018-of-00030.safetensors +1 -1
  22. model-00019-of-00030.safetensors +1 -1
  23. model-00020-of-00030.safetensors +1 -1
  24. model-00021-of-00030.safetensors +1 -1
  25. model-00022-of-00030.safetensors +1 -1
  26. model-00023-of-00030.safetensors +1 -1
  27. model-00024-of-00030.safetensors +1 -1
  28. model-00025-of-00030.safetensors +1 -1
  29. model-00026-of-00030.safetensors +1 -1
  30. model-00027-of-00030.safetensors +1 -1
  31. model-00028-of-00030.safetensors +1 -1
  32. model-00029-of-00030.safetensors +1 -1
  33. model-00030-of-00030.safetensors +2 -2
  34. model.safetensors.index.json +1 -1
README.md CHANGED
@@ -1,11 +1,11 @@
1
  ---
 
 
2
  language:
3
  - en
4
  - ko
5
- license: llama3
6
  library_name: transformers
7
- base_model:
8
- - meta-llama/Meta-Llama-3-70B
9
  ---
10
 
11
  <a href="https://github.com/MLP-Lab/Bllossom">
 
1
  ---
2
+ base_model:
3
+ - meta-llama/Meta-Llama-3-70B
4
  language:
5
  - en
6
  - ko
 
7
  library_name: transformers
8
+ license: llama3
 
9
  ---
10
 
11
  <a href="https://github.com/MLP-Lab/Bllossom">
config.json CHANGED
@@ -1,17 +1,18 @@
1
  {
2
- "_name_or_path": "/home/hgyoo/tokenizing/70b_vocab_30per_sft",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
- "bos_token_id": 144782,
9
- "eos_token_id": 144783,
10
  "hidden_act": "silu",
11
  "hidden_size": 8192,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 28672,
14
  "max_position_embeddings": 8192,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 64,
17
  "num_hidden_layers": 80,
@@ -22,7 +23,7 @@
22
  "rope_theta": 500000.0,
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
- "transformers_version": "4.40.1",
26
  "use_cache": true,
27
- "vocab_size": 145088
28
  }
 
1
  {
2
+ "_name_or_path": "./bllossom70b",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
10
  "hidden_act": "silu",
11
  "hidden_size": 8192,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 28672,
14
  "max_position_embeddings": 8192,
15
+ "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 64,
18
  "num_hidden_layers": 80,
 
23
  "rope_theta": 500000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.42.4",
27
  "use_cache": true,
28
+ "vocab_size": 128256
29
  }
generation_config.json CHANGED
@@ -1,12 +1,9 @@
1
  {
2
- "bos_token_id": 144782,
3
  "do_sample": true,
4
- "eos_token_id": [
5
- 144783,
6
- 144791
7
- ],
8
  "max_length": 4096,
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
- "transformers_version": "4.40.1"
12
  }
 
1
  {
2
+ "bos_token_id": 128000,
3
  "do_sample": true,
4
+ "eos_token_id": 128001,
 
 
 
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
+ "transformers_version": "4.42.4"
9
  }
model-00001-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08d4f4c1a4db36b7ce54ea5563ab7972c5d7e6f6aa61b6fb11acd4e6da9b6558
3
- size 4860184296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b98ff6457bcfbf5e7e33e4fa8f396f4a47a4d4a7813037d72c2414ec7e8d115d
3
+ size 4584408808
model-00002-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9930338576bd93b16287f046699d88785420dd8f1d5729b9aebb1c5dba7e1681
3
  size 4664167376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4fcbd46faf4217045993c943d929f9e73c05bd0d7f9b13de210f1f1a82efb62
3
  size 4664167376
model-00003-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf510f10833b1c26b22a0c5c9c5e38ddd9fb422404ecbea78663f2f49d51e45d
3
  size 4999711704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:821d9363b6fb662f0009ebdfbfbce1aa04c5e55b7a25d65790a8aab69982bd2d
3
  size 4999711704
model-00004-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:810e60db532c8063d63be74231ed14a451e4fe00bac0e76f1b080f2c5180d13f
3
  size 4966157032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d12fc0284e2bf63a2cde43734fe8b7ba9df5dcff4239b9e5aca6f3c1795c9824
3
  size 4966157032
model-00005-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0453e2638b458be3262b18cb766259fdb9208f98b357ed289e0f1630cac6d11e
3
  size 4664134408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143cecb667ef9fa9a587dfe5011f07198c4cd8ec76f9d58a2379c1263a89be71
3
  size 4664134408
model-00006-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9306ccb14e57c48dcae081b9fd24383712a442d20171f76966db28f327328c5
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c7585372bcbd12417c1b2350caa1a2182304f7ba032f5dae202930d107df479
3
  size 4664167408
model-00007-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80e945ec7a9c9a66fc1af18aa45a239403970c04a6a4a7c6e5d0f717926a7e32
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f59438981adf10d69269aeba215cbf8950548619d483c10579f850443647605d
3
  size 4664167408
model-00008-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f8986212ce789d6c4b4f9aabd0c4ba02adcf8a32d9dc24514a6d292f8241a91
3
  size 4999711728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b4745266c5ddc169a907ec96abf3987bd2fca7cea56daf973f0357006882eac
3
  size 4999711728
model-00009-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6e8e06641ceb8cecea7ccfc3e0525744f386bfd90749338b9bbfa8651ec60ed
3
  size 4966157056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f23ba73fd2ebf5853cbadf91be8e57a3d9fe659670d18d570f03f339f777fd6
3
  size 4966157056
model-00010-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4abb4c87ca6b7296883d1c3a8f755db4eb62da6db8dfe8860a1473d5c2305157
3
  size 4664134408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd8ad51923a2ab8533ebd3d219556e30b021c570119df3dfd7e6d6ad5479e449
3
  size 4664134408
model-00011-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a38992ac29bf4b492d9a034ed9441f977d8a140744a860ba0932fb053c8e0a0d
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb423cd5367536b41e1ea21ff134234fc756c734e288fd7d0295711586e3054
3
  size 4664167408
model-00012-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e19ff4937122f1ab381af5fcce07734b57af4b1c1b8c5e570224cc94f71ee2b
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d63aa18c0549f85e30fbaf36b651d3a56e165f57fbab9a337ae1609747fe142
3
  size 4664167408
model-00013-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:792c3387bfb56f5efca18d84ea707f965e084586e2b92afd2d2cbdd81257da21
3
  size 4999711728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a602434721f8c32d1387a43e33f94109a358f50c1ea76ab1747ef3c7c9559726
3
  size 4999711728
model-00014-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91aaa36a7e01f890263aae53b0867760332338fc050e0fc37c4cda99efa3e8ad
3
  size 4966157056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:554282907f56ee286668fb1613fbd7b92cab9d14c08f93b233d481bf4315bd5b
3
  size 4966157056
model-00015-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:263a3d48f21c0336f3781c133c86d4688da2d60624b851202f4d165d247eb6fb
3
  size 4664134408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9413c579a3b125729125cbc198d52ebb6f7bbb77eec85682567851feb68b4b
3
  size 4664134408
model-00016-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8713a1602ff35fa72fed8700d1f881fac1aa9a4a06e61f8869db637e4e7ae350
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c44cd587336672c129bb2ee528d2bb54769c688951ef5763bcf0c10fa7bb30a
3
  size 4664167408
model-00017-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:936028c0ae2fd2e8f77d3a911f8b69afb4157d8530d4dd936ba470b9a67f6689
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33cabf0aca4c52d29263ddaf5142b2d73e811ded877d856b2254c95d763f81fd
3
  size 4664167408
model-00018-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abe4a8182ba94d43050d2c07d404ca01f3e59f8706bd4357fd14ae9fea45e433
3
  size 4999711728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c49a7adade549515a09b6e1b6767814fbbe9681e3de610a7d91cb460ad27b3d
3
  size 4999711728
model-00019-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38d692c50296cd05002abd02a1cd6c9246c994abf010922da89f16d6a4f80732
3
  size 4966157056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcce42afbe479a824298002426e3a402ddb9c14b89b3a88f0846d4b26c2b4cb2
3
  size 4966157056
model-00020-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cc2128d76893b2b6534c10b8a814c08cbb6008fc32b004ec63bac440fa0656a
3
  size 4664134408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec4d6799902139f97747a1ee559a5cf36c6f5c1fb5660fb54e9229f64b1eaca
3
  size 4664134408
model-00021-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b956227b9a62d7243542d081684553763e42a1321baad979ef9f7ac6fd4e552f
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:038caf28dc8c0aea3f2d569b0f9322f7fabf476cd7a3e6cfd796387320c1a92a
3
  size 4664167408
model-00022-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a805c5956981df221cc6c89694fe590c801d622ed230e794616874be51db37c6
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b06f6b83cd58162e317fdde887c650825f341fe864f1b7395fa5111d07adc1f
3
  size 4664167408
model-00023-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75e6a6161910406161a1a007c5df32218f3b292be50df7be04be8f1940b590da
3
  size 4999711728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03cc01ace30271e5905430584e60bb9024a1d45def3708b4b0e9aa7f9ecb042a
3
  size 4999711728
model-00024-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75b500f9b5780760b7a120ea5db7db8cb2618517e7c9d8b829eb51b08201d50a
3
  size 4966157056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02cb94e461290eee9e03c8bd00d7bbd0b48a5340661a276779bae0f607728993
3
  size 4966157056
model-00025-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:377abf5fca22302d98b9367ec56924d488a576e08666de6c958e5911f708e36b
3
  size 4664134408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f82e74c07342edacdbfd418e8706e19def152c139acc358f57e9f930bfb419
3
  size 4664134408
model-00026-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ad0c86e63573a60aa0f4099f1c73a94226f32f44df7f8c873287526a10425ce
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc0c6e4cff6850c4174d2cb8d41e179d9b318a08b5100c31aaf024c2bb14ab74
3
  size 4664167408
model-00027-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b00d2ac45f84cdc76f938a9dd6db9a33404e1b64591f5a3cdb337e55c11827c6
3
  size 4664167408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420778e364dc368fbcec9d5ec29906322fd3221765cd61e646793196c1e2afa4
3
  size 4664167408
model-00028-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08fa98740cf3ce1b82ca18a0ec8563e1a0e8422a2e0f71b4925790eaa96f6841
3
  size 4999711728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c25619dd337596333a2f5835c7c495f7a2d3675686688da59daa57661cdf4bed
3
  size 4999711728
model-00029-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6614f6bc4ae58d8c27ae2836185d4a3c485427c1c50f10f53ae04476bb744cd8
3
  size 4966173536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373ef561a831de1496d5717d6c7eb2db900b0a8a9230fc38b0b2340972d483d9
3
  size 4966173536
model-00030-of-00030.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7a77894db5d0c1706b2f65b4a5a952430fb01af0d5614c43a89ab47aff940e2
3
- size 2377121920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc33797959515664630106f2f3fb52f1935cd7443b8778eb50598907b19e7176
3
+ size 2101346432
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 141658963968
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00030-of-00030.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 141107412992
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00030-of-00030.safetensors",