tiennm99/cheahjs-free-llm-api-resources
1
0 Fork 0
mirror of https://github.com/tiennm99/cheahjs-free-llm-api-resources.git synced 2026-10-13 12:14:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

add groq's preview distil whisper

Browse Source
This commit is contained in:
Jun Siang Cheah committed 2024-08-20 08:48:30 +01:00
1 parent 36964b5e1e
commit e960b2ef14
2 files changed
+11 -9
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

README.md
+2 -1
View File
@@ -16,7 +16,7 @@ This lists various services that provide free access or credits towards API-base
</tr>
</thead>
<tbody>
<tr><td rowspan="11"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="11"></td><td>Gemma 2 9B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td rowspan="12"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="12"></td><td>Gemma 2 9B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Gemma 7B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Llama 3 70B</td><td>14400 requests/day<br>6000 tokens/minute</td></tr>
<tr><td>Llama 3 70B - Groq Tool Use Preview</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
@@ -27,6 +27,7 @@ This lists various services that provide free access or credits towards API-base
<tr><td>Llama Guard 3 8B</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Mixtral 8x7B</td><td>14400 requests/day<br>5000 tokens/minute</td></tr>
<tr><td>Whisper Large v3</td><td>7200 audio-seconds/minute<br>2000 requests/day</td></tr>
<tr><td>Distil Whisper Large v3</td><td>1 audio-seconds/minute<br>1 requests/day</td></tr>
<tr><td rowspan="13"><a href="https://openrouter.ai" target="_blank">OpenRouter</a></td><td rowspan="13"></td><td>Gemma 2 9B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Gemma 7B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Llama 3 8B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
src/pull_available_models.py
+9 -8
View File
@@ -20,9 +20,9 @@ MODEL_TO_NAME_MAPPING = {
"@cf/meta/llama-2-7b-chat-int8": "Llama 2 7B Chat (INT8)",
"@cf/meta/llama-3-8b-instruct-awq": "Llama 3 8B Instruct (AWQ)",
"@cf/meta/llama-3-8b-instruct": "Llama 3 8B Instruct",
"@cf/meta/llama-3.1-8b-instruct": "Llama 3.1 8B Instruct",
"@cf/meta/llama-3.1-8b-instruct-awq": "Llama 3.1 8B Instruct (AWQ)",
"@cf/meta/llama-3.1-8b-instruct-fp8": "Llama 3.1 8B Instruct (FP8)",
"@cf/meta/llama-3.1-8b-instruct": "Llama 3.1 8B Instruct",
"@cf/microsoft/phi-2": "Phi-2",
"@cf/mistral/mistral-7b-instruct-v0.1-vllm": "Mistral 7B Instruct v0.1",
"@cf/mistral/mistral-7b-instruct-v0.1": "Mistral 7B Instruct v0.1",
@@ -49,6 +49,7 @@ MODEL_TO_NAME_MAPPING = {
"@hf/thebloke/openhermes-2.5-mistral-7b-awq": "OpenHermes 2.5 Mistral 7B (AWQ)",
"@hf/thebloke/zephyr-7b-beta-awq": "Zephyr 7B Beta (AWQ)",
"codellama-13b-instruct-hf": "CodeLlama 13B Instruct",
"distil-whisper-large-v3-en": "Distil Whisper Large v3",
"gemma-7b-it": "Gemma 7B Instruct",
"gemma2-9b-it": "Gemma 2 9B Instruct",
"google/gemma-2-9b-it:free": "Gemma 2 9B Instruct",
@@ -61,13 +62,18 @@ MODEL_TO_NAME_MAPPING = {
"llama-3.1-405b-reasoning": "Llama 3.1 405B",
"llama-3.1-70b-versatile": "Llama 3.1 70B",
"llama-3.1-8b-instant": "Llama 3.1 8B",
"llama-guard-3-8b": "Llama Guard 3 8B",
"llama3-70b-8192": "Llama 3 70B",
"llama3-8b-8192": "Llama 3 8B",
"llama3-groq-70b-8192-tool-use-preview": "Llama 3 70B - Groq Tool Use Preview",
"llama3-groq-8b-8192-tool-use-preview": "Llama 3 8B - Groq Tool Use Preview",
"llama-guard-3-8b": "Llama Guard 3 8B",
"meta-llama/llama-3-8b-instruct:free": "Llama 3 8B Instruct",
"meta-llama/llama-3.1-8b-instruct:free": "Llama 3.1 8B Instruct",
"meta-llama/meta-llama-3-70b-instruct": "Llama 3 70B Instruct",
"meta-llama/meta-llama-3.1-405b-fp8": "Llama 3.1 405B Base (FP8)",
"meta-llama/meta-llama-3.1-405b-instruct": "Llama 3.1 405B Instruct",
"meta-llama/meta-llama-3.1-70b-instruct": "Llama 3.1 70B Instruct",
"meta-llama/meta-llama-3.1-8b-instruct": "Llama 3.1 8B Instruct",
"microsoft/phi-3-medium-128k-instruct:free": "Phi-3 Medium 128k Instruct",
"microsoft/phi-3-mini-128k-instruct:free": "Phi-3 Mini 128k Instruct",
"mistral-7b-instruct": "Mistral 7B Instruct",
@@ -79,14 +85,9 @@ MODEL_TO_NAME_MAPPING = {
"nousresearch/nous-capybara-7b:free": "Nous Capybara 7B",
"openchat/openchat-7b:free": "OpenChat 7B",
"qwen/qwen-2-7b-instruct:free": "Qwen 2 7B Instruct",
"qwen/qwen2-72b-instruct": "Qwen 2 72B Instruct",
"undi95/toppy-m-7b:free": "Toppy M 7B",
"whisper-large-v3": "Whisper Large v3",
"meta-llama/meta-llama-3-70b-instruct": "Llama 3 70B Instruct",
"meta-llama/meta-llama-3.1-70b-instruct": "Llama 3.1 70B Instruct",
"meta-llama/meta-llama-3.1-405b-instruct": "Llama 3.1 405B Instruct",
"meta-llama/meta-llama-3.1-405b-fp8": "Llama 3.1 405B Base (FP8)",
"meta-llama/meta-llama-3.1-8b-instruct": "Llama 3.1 8B Instruct",
"qwen/qwen2-72b-instruct": "Qwen 2 72B Instruct",
}
MISSING_MODELS = set()