update llama 3.1 models

This commit is contained in:
Jun Siang Cheah committed 2024-07-25 23:47:02 +01:00
1 parent bdf72ba42a
commit e0749dd44d
2 files changed
+4 -3

No files matched your search

+3 -3
View File
@@ -16,20 +16,20 @@ This lists various services that provide free access or credits towards API-base
</tr>
</thead>
<tbody>
<tr><td rowspan="11"><a href="https://console.groq.com">Groq</a></td><td rowspan="11"></td><td>Gemma 2 9B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td rowspan="10"><a href="https://console.groq.com">Groq</a></td><td rowspan="10"></td><td>Gemma 2 9B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Gemma 7B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Llama 3 70B</td><td>14400 requests/day<br>6000 tokens/minute</td></tr>
<tr><td>Llama 3 70B - Groq Tool Use Preview</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Llama 3 8B</td><td>14400 requests/day<br>30000 tokens/minute</td></tr>
<tr><td>Llama 3 8B - Groq Tool Use Preview</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Llama 3.1 405B</td><td>Unknown requests/day<br>Unknown tokens/minute</td></tr>
<tr><td>Llama 3.1 70B</td><td>14400 requests/day<br>131072 tokens/minute</td></tr>
<tr><td>Llama 3.1 8B</td><td>14400 requests/day<br>131072 tokens/minute</td></tr>
<tr><td>Mixtral 8x7B</td><td>14400 requests/day<br>5000 tokens/minute</td></tr>
<tr><td>Whisper Large v3</td><td>7200 audio-seconds/minute<br>2000 requests/day</td></tr>
<tr><td rowspan="12"><a href="https://openrouter.ai">OpenRouter</a></td><td rowspan="12"></td><td>Gemma 2 9B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td rowspan="13"><a href="https://openrouter.ai">OpenRouter</a></td><td rowspan="13"></td><td>Gemma 2 9B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Gemma 7B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Llama 3 8B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Llama 3.1 8B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Mistral 7B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Mythomist 7B</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Nous Capybara 7B</td><td>20 requests/minute<br>200 requests/day</td></tr>
+1
View File
@@ -61,6 +61,7 @@ MODEL_TO_NAME_MAPPING = {
"llama3-groq-70b-8192-tool-use-preview": "Llama 3 70B - Groq Tool Use Preview",
"llama3-groq-8b-8192-tool-use-preview": "Llama 3 8B - Groq Tool Use Preview",
"meta-llama/llama-3-8b-instruct:free": "Llama 3 8B Instruct",
"meta-llama/llama-3.1-8b-instruct:free": "Llama 3.1 8B Instruct",
"microsoft/phi-3-medium-128k-instruct:free": "Phi-3 Medium 128k Instruct",
"microsoft/phi-3-mini-128k-instruct:free": "Phi-3 Mini 128k Instruct",
"mistral-7b-instruct": "Mistral 7B Instruct",