This commit is contained in:
Jun Siang Cheah committed 2024-12-11 20:58:16 +00:00
1 parent b6dd86e75a
commit 30b6f3843e
2 files changed
+26 -9

No files matched your search

+13 -5
View File
@@ -25,7 +25,7 @@ This lists various services that provide free access or credits towards API-base
<tbody>
<tr><td rowspan="19"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="19"></td><td>Distil Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
<tr><td>Gemma 2 9B Instruct</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
<tr><td>Gemma 7B Instruct</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
<tr><td>Gemma 7B Instruct (Deprecated)</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
<tr><td>Llama 3 70B</td><td>14,400 requests/day<br>6,000 tokens/minute</td></tr>
<tr><td>Llama 3 70B - Groq Tool Use Preview</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
<tr><td>Llama 3 8B</td><td>14,400 requests/day<br>30,000 tokens/minute</td></tr>
@@ -42,7 +42,8 @@ This lists various services that provide free access or credits towards API-base
<tr><td>Mixtral 8x7B</td><td>14,400 requests/day<br>5,000 tokens/minute</td></tr>
<tr><td>Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
<tr><td>Whisper Large v3 Turbo</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
<tr><td rowspan="19"><a href="https://openrouter.ai" target="_blank">OpenRouter</a></td><td rowspan="19">20 requests/minute<br>200 requests/day</td><td>Gemini Experimental 1114</td><td></td></tr>
<tr><td rowspan="20"><a href="https://openrouter.ai" target="_blank">OpenRouter</a></td><td rowspan="20">20 requests/minute<br>200 requests/day</td><td>Gemini 2.0 Flash Experimental</td><td></td></tr>
<tr><td>Gemini Experimental 1114</td><td></td></tr>
<tr><td>Gemini Experimental 1206</td><td></td></tr>
<tr><td>Gemma 2 9B Instruct</td><td></td></tr>
<tr><td>Llama 3 8B Instruct</td><td></td></tr>
@@ -62,8 +63,12 @@ This lists various services that provide free access or credits towards API-base
<tr><td>Toppy M 7B</td><td></td></tr>
<tr><td>Zephyr 7B Beta</td><td></td></tr>
<tr>
<td rowspan="10"><a href="https://aistudio.google.com" target="_blank">Google AI Studio</a></td>
<td rowspan="10">Data is used for training (when used outside of the UK/CH/EEA/EU).</td>
<td rowspan="11"><a href="https://aistudio.google.com" target="_blank">Google AI Studio</a></td>
<td rowspan="11">Data is used for training (when used outside of the UK/CH/EEA/EU).</td>
<td>Gemini 2.0 Flash</td>
<td>4,000,000 tokens/minute<br>10 requests/minute</td>
</tr>
<tr>
<td>Gemini 1.5 Flash</td>
<td>1,000,000 tokens/minute<br>1,500 requests/day<br>15 requests/minute</td>
</tr>
@@ -270,9 +275,12 @@ This lists various services that provide free access or credits towards API-base
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas" target="_blank">Llama 3.2 90B Vision Instruct</a></td>
<td>Llama 3.2 API Service free during preview.<br>30 requests/minute</td>
</tr>
<tr>
<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini 2.0 Flash Experimental</a></td>
<td rowspan="3">Experimental Gemini model.<br>10 requests/minute</td>
</tr>
<tr>
<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini Flash Experimental</a></td>
<td rowspan="2">Experimental Gemini model.<br>10 requests/minute</td>
</tr>
<tr>
<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini Pro Experimental</a></td>
+13 -4
View File
@@ -52,7 +52,7 @@ MODEL_TO_NAME_MAPPING = {
"@hf/thebloke/zephyr-7b-beta-awq": "Zephyr 7B Beta (AWQ)",
"codellama-13b-instruct-hf": "CodeLlama 13B Instruct",
"distil-whisper-large-v3-en": "Distil Whisper Large v3",
"gemma-7b-it": "Gemma 7B Instruct",
"gemma-7b-it": "Gemma 7B Instruct (Deprecated)",
"gemma2-9b-it": "Gemma 2 9B Instruct",
"google/gemma-2-9b-it:free": "Gemma 2 9B Instruct",
"google/gemma-7b-it:free": "Gemma 7B Instruct",
@@ -156,6 +156,7 @@ MODEL_TO_NAME_MAPPING = {
"llama3.1-nemotron-70b-instruct-fp8": "Llama 3.1 Nemotron 70B Instruct (FP8)",
"llama-3.3-70b-specdec": "Llama 3.3 70B (Speculative Decoding)",
"@cf/meta/llama-3.3-70b-instruct-fp8-fast": "Llama 3.3 70B Instruct (FP8)",
"google/gemini-2.0-flash-exp:free": "Gemini 2.0 Flash Experimental",
}
@@ -189,6 +190,7 @@ OPENROUTER_IGNORED_MODELS = {
'google/learnlm-1.5-pro-experimental:free',
'google/gemini-exp-1114:free'
'google/gemini-exp-1206:free'
'google/gemini-2.0-flash-exp:free'
} # Ignore gemini experimental free models because rate limits mean they are unusable.
@@ -632,8 +634,12 @@ def main():
table += "</tr>\n"
table += f"""<tr>
<td rowspan="10"><a href="https://aistudio.google.com" target="_blank">Google AI Studio</a></td>
<td rowspan="10">Data is used for training (when used outside of the UK/CH/EEA/EU).</td>
<td rowspan="11"><a href="https://aistudio.google.com" target="_blank">Google AI Studio</a></td>
<td rowspan="11">Data is used for training (when used outside of the UK/CH/EEA/EU).</td>
<td>Gemini 2.0 Flash</td>
<td>{get_human_limits({"limits": gemini_models["gemini-2.0-flash-exp"]})}</td>
</tr>
<tr>
<td>Gemini 1.5 Flash</td>
<td>{get_human_limits({"limits": gemini_models["gemini-1.5-flash"]})}</td>
</tr>
@@ -811,9 +817,12 @@ def main():
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas" target="_blank">Llama 3.2 90B Vision Instruct</a></td>
<td>Llama 3.2 API Service free during preview.<br>30 requests/minute</td>
</tr>
<tr>
<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini 2.0 Flash Experimental</a></td>
<td rowspan="3">Experimental Gemini model.<br>10 requests/minute</td>
</tr>
<tr>
<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini Flash Experimental</a></td>
<td rowspan="2">Experimental Gemini model.<br>10 requests/minute</td>
</tr>
<tr>
<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini Pro Experimental</a></td>