DeepInfra
/

Llama-2-70b-chat-hf-trt-fp8

yessenzhar commited on Dec 7, 2023

Commit

0e96839

1 Parent(s): 2354c48

add trtllm weights

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -34,3 +34,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tensorrt_llm/1/model.cache filter=lfs diff=lfs merge=lfs -text

 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tensorrt_llm/1/model.cache filter=lfs diff=lfs merge=lfs -text
+tensorrt_llm/1/llama_float16_tp4_rank1.engine filter=lfs diff=lfs merge=lfs -text
+tensorrt_llm/1/llama_float16_tp4_rank2.engine filter=lfs diff=lfs merge=lfs -text
+tensorrt_llm/1/llama_float16_tp4_rank3.engine filter=lfs diff=lfs merge=lfs -text
+tensorrt_llm/1/llama_float16_tp4_rank0.engine filter=lfs diff=lfs merge=lfs -text

tensorrt_llm/1/llama_float16_tp4_rank0.engine ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae291b22b15f930c663ff010cc9b9f6af3212d3226dcbd0d9010c5c9c6e1eeb
+size 17804138844

tensorrt_llm/1/llama_float16_tp4_rank1.engine ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9deaf774e7becdf49addbb01410eb04dfbbc54be0d02bdc8aa8990fde175d9
+size 17807935668

tensorrt_llm/1/llama_float16_tp4_rank2.engine ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:73f77f3c25a629e74815dfb815f911a6153c788b54b5eaeea893f0967c93a39f
+size 17807909644

tensorrt_llm/1/llama_float16_tp4_rank3.engine ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:59ae35d43e0dc3ea0d02765e2ea83da11240e0f4602da688791b60207a16a1c8
+size 17807909644