groq: add llama 90b vision

This commit is contained in:
Jun Siang Cheah committed 2024-10-16 22:54:25 +01:00
1 parent 0286f82785
commit 9df0101d4c
2 files changed
+3 -1

No files matched your search

+2 -1
View File
@@ -20,7 +20,7 @@ This lists various services that provide free access or credits towards API-base
</tr>
</thead>
<tbody>
<tr><td rowspan="19"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="19"></td><td>Distil Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
<tr><td rowspan="20"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="20"></td><td>Distil Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
<tr><td>Gemma 2 9B Instruct</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
<tr><td>Gemma 7B Instruct</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
<tr><td>LLaVA 1.5 7B</td><td>14,400 requests/day<br>30,000 tokens/minute</td></tr>
@@ -35,6 +35,7 @@ This lists various services that provide free access or credits towards API-base
<tr><td>Llama 3.2 1B</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
<tr><td>Llama 3.2 3B</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
<tr><td>Llama 3.2 90B (Text Only)</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
<tr><td>Llama 3.2 90B Vision</td><td>3,500 requests/day<br>7,000 tokens/minute</td></tr>
<tr><td>Llama Guard 3 8B</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
<tr><td>Mixtral 8x7B</td><td>14,400 requests/day<br>5,000 tokens/minute</td></tr>
<tr><td>Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
+1
View File
@@ -118,6 +118,7 @@ MODEL_TO_NAME_MAPPING = {
"meta-llama/llama-3.2-90b-vision-instruct": "Llama 3.2 90B Vision Instruct",
"meta-llama/llama-3.2-3b-instruct": "Llama 3.2 3B Instruct",
"llama-3.2-11b-vision-preview": "Llama 3.2 11B Vision",
"llama-3.2-90b-vision-preview": "Llama 3.2 90B Vision",
"meta-llama/llama-3.2-90b-vision": "Llama 3.2 90B Vision",
"meta-llama/llama-3.1-70b-instruct:free": "Llama 3.1 70B Instruct",
"meta-llama/llama-3.2-1b-instruct:free": "Llama 3.2 1B Instruct",