groq: add llava

This commit is contained in:
Jun Siang Cheah committed 2024-09-04 19:35:34 +01:00
1 parent 53084c21c7
commit c2f5772871
2 files changed
+4 -4

No files matched your search

+3 -4
View File
@@ -20,9 +20,10 @@ This lists various services that provide free access or credits towards API-base
</tr>
</thead>
<tbody>
<tr><td rowspan="12"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="12"></td><td>Distil Whisper Large v3</td><td>7200 audio-seconds/minute<br>2000 requests/day</td></tr>
<tr><td rowspan="13"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="13"></td><td>Distil Whisper Large v3</td><td>7200 audio-seconds/minute<br>2000 requests/day</td></tr>
<tr><td>Gemma 2 9B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Gemma 7B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>LLaVA 1.5 7B</td><td>14400 requests/day<br>30000 tokens/minute</td></tr>
<tr><td>Llama 3 70B</td><td>14400 requests/day<br>6000 tokens/minute</td></tr>
<tr><td>Llama 3 70B - Groq Tool Use Preview</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Llama 3 8B</td><td>14400 requests/day<br>30000 tokens/minute</td></tr>
@@ -257,14 +258,12 @@ This lists various services that provide free access or credits towards API-base
<td>Phone number verification</td>
<td>Various open models</td>
</tr>
<tr><td rowspan="9"><a href="https://app.hyperbolic.xyz/" target="_blank">Hyperbolic</a></td><td rowspan="9">$10</td><td rowspan="9"></td><td>Hermes 3 Llama 3.1 70B</td></tr>
<tr><td rowspan="7"><a href="https://app.hyperbolic.xyz/" target="_blank">Hyperbolic</a></td><td rowspan="7">$10</td><td rowspan="7"></td><td>Hermes 3 Llama 3.1 70B</td></tr>
<tr><td>Llama 3 70B Instruct</td></tr>
<tr><td>Llama 3.1 405B Base</td></tr>
<tr><td>Llama 3.1 405B Base (FP8)</td></tr>
<tr><td>Llama 3.1 405B Instruct</td></tr>
<tr><td>Llama 3.1 70B Instruct</td></tr>
<tr><td>Llama 3.1 8B Instruct</td></tr>
<tr><td>Yi 1.5 34B Chat</td></tr>
<tr><td>Yi 34B Chat</td></tr>
</tbody>
</table>
+1
View File
@@ -93,6 +93,7 @@ MODEL_TO_NAME_MAPPING = {
"01-ai/yi-34b-chat": "Yi 34B Chat",
"01-ai/yi-1.5-34b-chat": "Yi 1.5 34B Chat",
"nousresearch/hermes-3-llama-3.1-70b-fp8": "Hermes 3 Llama 3.1 70B (FP8)",
"llava-v1.5-7b-4096-preview": "LLaVA 1.5 7B"
}
MISSING_MODELS = set()