Update app.py
Browse files
app.py
CHANGED
|
@@ -37,6 +37,15 @@ HOW_WE_TESTED = """
|
|
| 37 |
<li><strong>🤖 Models & Libraries Tested:</strong> We put the best through their paces: Phi-3-medium-128k-instruct, Meta-Llama-3.1-8B-Instruct, Mistral-7B-Instruct-v0.3, Qwen2-7B-Instruct, and Gemma-2-9b-it, using TGI, vLLM, DeepSpeed Mii, CTranslate2, Triton with vLLM Backend, and TensorRT-LLM.</li>
|
| 38 |
</ul>
|
| 39 |
</div>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
"""
|
| 41 |
|
| 42 |
# URL of the CSV file
|
|
|
|
| 37 |
<li><strong>🤖 Models & Libraries Tested:</strong> We put the best through their paces: Phi-3-medium-128k-instruct, Meta-Llama-3.1-8B-Instruct, Mistral-7B-Instruct-v0.3, Qwen2-7B-Instruct, and Gemma-2-9b-it, using TGI, vLLM, DeepSpeed Mii, CTranslate2, Triton with vLLM Backend, and TensorRT-LLM.</li>
|
| 38 |
</ul>
|
| 39 |
</div>
|
| 40 |
+
<div style='background-color: #e6ffd9; padding: 20px; border-radius: 15px; margin-top: 20px; box-shadow: 0 4px 6px rgba(0,0,0,0.1);'>
|
| 41 |
+
<h3 style='color: #00480a;'>🔗 Additional Resources</h3>
|
| 42 |
+
<p style='color: #00480a;'>For a deeper dive into LLM speed benchmarks and independent analysis, check out these complete blogs:</p>
|
| 43 |
+
<ul style='color: #00480a;'>
|
| 44 |
+
<li><a href="https://www.inferless.com/learn/exploring-llms-speed-benchmarks-independent-analysis---part-3" target="_blank" style="color: #006400;">Exploring LLMs Speed Benchmarks: Independent Analysis - Part 3</a></li>
|
| 45 |
+
<li><a href="https://www.inferless.com/learn/exploring-llms-speed-benchmarks-independent-analysis---part-2" target="_blank" style="color: #006400;">Exploring LLMs Speed Benchmarks: Independent Analysis - Part 2</a></li>
|
| 46 |
+
<li><a href="https://www.inferless.com/learn/exploring-llms-speed-benchmarks-independent-analysis" target="_blank" style="color: #006400;">Exploring LLMs Speed Benchmarks: Independent Analysis</a></li>
|
| 47 |
+
</ul>
|
| 48 |
+
</div>
|
| 49 |
"""
|
| 50 |
|
| 51 |
# URL of the CSV file
|