mirror of
https://github.com/tiennm99/cheahjs-free-llm-api-resources.git
synced 2026-10-14 08:18:00 +00:00
chore: reorder providers
This commit is contained in:
Jun Siang Cheah committed
1 parent
764848b98d
commit
4e75606f95
2 files changed
+90
-92
No files matched your search
@@ -23,24 +23,6 @@ This lists various services that provide free access or credits towards API-base
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr><td rowspan="18"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="18"></td><td>Distil Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td>Gemma 2 9B Instruct</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 70B</td><td>14,400 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 70B - Groq Tool Use Preview</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 8B</td><td>14,400 requests/day<br>30,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 8B - Groq Tool Use Preview</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 70B</td><td>14,400 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 8B</td><td>14,400 requests/day<br>20,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 11B Vision</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 1B</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 3B</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 90B Vision</td><td>3,500 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.3 70B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.3 70B (Speculative Decoding)</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama Guard 3 8B</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Mixtral 8x7B</td><td>14,400 requests/day<br>5,000 tokens/minute</td></tr>
|
||||
<tr><td>Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td>Whisper Large v3 Turbo</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td rowspan="17"><a href="https://openrouter.ai" target="_blank">OpenRouter</a></td><td rowspan="17">20 requests/minute<br>200 requests/day</td><td>Gemma 2 9B Instruct</td><td></td></tr>
|
||||
<tr><td>Llama 3 8B Instruct</td><td></td></tr>
|
||||
<tr><td>Llama 3.1 405B Instruct</td><td></td></tr>
|
||||
@@ -142,7 +124,56 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr>
|
||||
<td>Llama 3.3 70B</td>
|
||||
<td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td>
|
||||
</tr><tr><td rowspan="39"><a href="https://github.com/marketplace/models" target="_blank">GitHub Models</a></td><td rowspan="39">Extremely restrictive input/output token limits.<br><a href="https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits" target="_blank">Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)</a></td><td>AI21 Jamba 1.5 Large</td><td></td></tr>
|
||||
</tr><tr><td rowspan="18"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="18"></td><td>Distil Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td>Gemma 2 9B Instruct</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 70B</td><td>14,400 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 70B - Groq Tool Use Preview</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 8B</td><td>14,400 requests/day<br>30,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 8B - Groq Tool Use Preview</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 70B</td><td>14,400 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 8B</td><td>14,400 requests/day<br>20,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 11B Vision</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 1B</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 3B</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 90B Vision</td><td>3,500 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.3 70B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.3 70B (Speculative Decoding)</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama Guard 3 8B</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Mixtral 8x7B</td><td>14,400 requests/day<br>5,000 tokens/minute</td></tr>
|
||||
<tr><td>Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td>Whisper Large v3 Turbo</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td rowspan="7"><a href="https://console.scaleway.com/generative-api/models" target="_blank">Scaleway Generative APIs (Free Beta)</a></td><td rowspan="7"></td><td>BGE-Multilingual-Gemma2</td><td>600 requests/minute<br>1,000,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 70B Instruct</td><td>300 requests/minute<br>100,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 8B Instruct</td><td>300 requests/minute<br>100,000 tokens/minute</td></tr>
|
||||
<tr><td>Mistral Nemo 2407</td><td>300 requests/minute<br>100,000 tokens/minute</td></tr>
|
||||
<tr><td>Pixtral 12B (2409)</td><td>300 requests/minute<br>100,000 tokens/minute</td></tr>
|
||||
<tr><td>Qwen2.5 Coder 32B Instruct</td><td></td></tr>
|
||||
<tr><td>sentence-t5-xxl</td><td>600 requests/minute<br>1,000,000 tokens/minute</td></tr>
|
||||
<tr><td rowspan="11"><a href="https://endpoints.ai.cloud.ovh.net/" target="_blank">OVH AI Endpoints (Free Beta)</a></td><td rowspan="11"></td><td>CodeLlama 13B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Codestral Mamba 7B v0.1</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 2 13B Chat</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3 70B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3 8B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3.1 70B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mathstral 7B v0.1</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mistral 7B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mistral Nemo 2407</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mixtral 8x22B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mixtral 8x7B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr>
|
||||
<td><a href="https://together.ai">Together</a></td>
|
||||
<td></td>
|
||||
<td>Llama 3.2 11B Vision Instruct</td>
|
||||
<td><a href="https://www.together.ai/blog/llama-3-2-vision-stack">Free for 2024</a></td>
|
||||
</tr><tr>
|
||||
<td rowspan="2"><a href="https://cohere.com" target="_blank">Cohere</a></td>
|
||||
<td rowspan="2"><a href="https://docs.cohere.com/docs/rate-limits">20 requests/min<br>1,000 requests/month</a></td>
|
||||
<td>Command-R</td>
|
||||
<td rowspan="2">Shared Limit</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Command-R+</td>
|
||||
</tr><tr><td rowspan="39"><a href="https://github.com/marketplace/models" target="_blank">GitHub Models</a></td><td rowspan="39">Extremely restrictive input/output token limits.<br><a href="https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits" target="_blank">Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)</a></td><td>AI21 Jamba 1.5 Large</td><td></td></tr>
|
||||
<tr><td>AI21 Jamba 1.5 Mini</td><td></td></tr>
|
||||
<tr><td>Cohere Command R</td><td></td></tr>
|
||||
<tr><td>Cohere Command R 08-2024</td><td></td></tr>
|
||||
@@ -181,24 +212,6 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Phi-3.5-MoE instruct (128k)</td><td></td></tr>
|
||||
<tr><td>Phi-3.5-mini instruct (128k)</td><td></td></tr>
|
||||
<tr><td>Phi-3.5-vision instruct (128k)</td><td></td></tr>
|
||||
<tr><td rowspan="11"><a href="https://endpoints.ai.cloud.ovh.net/" target="_blank">OVH AI Endpoints (Free Beta)</a></td><td rowspan="11"></td><td>CodeLlama 13B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Codestral Mamba 7B v0.1</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 2 13B Chat</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3 70B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3 8B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3.1 70B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mathstral 7B v0.1</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mistral 7B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mistral Nemo 2407</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mixtral 8x22B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mixtral 8x7B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td rowspan="7"><a href="https://console.scaleway.com/generative-api/models" target="_blank">Scaleway Generative APIs (Free Beta)</a></td><td rowspan="7"></td><td>BGE-Multilingual-Gemma2</td><td>600 requests/minute<br>1,000,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 70B Instruct</td><td>300 requests/minute<br>100,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 8B Instruct</td><td>300 requests/minute<br>100,000 tokens/minute</td></tr>
|
||||
<tr><td>Mistral Nemo 2407</td><td>300 requests/minute<br>100,000 tokens/minute</td></tr>
|
||||
<tr><td>Pixtral 12B (2409)</td><td>300 requests/minute<br>100,000 tokens/minute</td></tr>
|
||||
<tr><td>Qwen2.5 Coder 32B Instruct</td><td></td></tr>
|
||||
<tr><td>sentence-t5-xxl</td><td>600 requests/minute<br>1,000,000 tokens/minute</td></tr>
|
||||
<tr><td rowspan="41"><a href="https://developers.cloudflare.com/workers-ai" target="_blank">Cloudflare Workers AI</a></td><td rowspan="41"><a href="https://developers.cloudflare.com/workers-ai/platform/pricing/#free-allocation">10,000 tokens/day</a></td><td>Deepseek Coder 6.7B Base (AWQ)</td><td></td></tr>
|
||||
<tr><td>Deepseek Coder 6.7B Instruct (AWQ)</td><td></td></tr>
|
||||
<tr><td>Deepseek Math 7B Instruct</td><td></td></tr>
|
||||
@@ -241,19 +254,6 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Una Cybertron 7B v2 (BF16)</td><td></td></tr>
|
||||
<tr><td>Zephyr 7B Beta (AWQ)</td><td></td></tr>
|
||||
<tr>
|
||||
<td><a href="https://together.ai">Together</a></td>
|
||||
<td></td>
|
||||
<td>Llama 3.2 11B Vision Instruct</td>
|
||||
<td><a href="https://www.together.ai/blog/llama-3-2-vision-stack">Free for 2024</a></td>
|
||||
</tr><tr>
|
||||
<td rowspan="2"><a href="https://cohere.com" target="_blank">Cohere</a></td>
|
||||
<td rowspan="2"><a href="https://docs.cohere.com/docs/rate-limits">20 requests/min<br>1,000 requests/month</a></td>
|
||||
<td>Command-R</td>
|
||||
<td rowspan="2">Shared Limit</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Command-R+</td>
|
||||
</tr><tr>
|
||||
<td rowspan="6"><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden" target="_blank">Google Cloud Vertex AI</a></td>
|
||||
<td rowspan="6">Very stringent payment verification for Google Cloud.</td>
|
||||
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas" target="_blank">Llama 3.1 70B Instruct</a></td>
|
||||
@@ -331,8 +331,7 @@ This lists various services that provide free access or credits towards API-base
|
||||
<td>$0.5</td>
|
||||
<td></td>
|
||||
<td>Various open models</td>
|
||||
</tr><tr><td rowspan="18"><a href="https://app.hyperbolic.xyz/" target="_blank">Hyperbolic</a></td><td rowspan="18">$10</td><td rowspan="18"></td><td>DeepSeek V2.5</td></tr>
|
||||
<tr><td>DeepSeek V3</td></tr>
|
||||
</tr><tr><td rowspan="16"><a href="https://app.hyperbolic.xyz/" target="_blank">Hyperbolic</a></td><td rowspan="16">$10</td><td rowspan="16"></td><td>DeepSeek V3</td></tr>
|
||||
<tr><td>Hermes 3 Llama 3.1 70B</td></tr>
|
||||
<tr><td>Llama 3 70B Instruct</td></tr>
|
||||
<tr><td>Llama 3.1 405B Base</td></tr>
|
||||
@@ -348,7 +347,6 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Qwen2-VL 72B Instruct</td></tr>
|
||||
<tr><td>Qwen2-VL 7B Instruct</td></tr>
|
||||
<tr><td>Qwen2.5 72B Instruct</td></tr>
|
||||
<tr><td>Qwen2.5 Coder 32B Instruct</td></tr>
|
||||
<tr>
|
||||
<td><a href="https://studio.ai21.com/">AI21</a></td>
|
||||
<td>$10 for 3 months</td>
|
||||
|
||||
@@ -765,19 +765,6 @@ def main():
|
||||
<tbody>
|
||||
"""
|
||||
|
||||
for idx, model in enumerate(groq_models):
|
||||
table += "<tr>"
|
||||
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(groq_models)}">'
|
||||
table += '<a href="https://console.groq.com" target="_blank">Groq</a>'
|
||||
table += "</td>"
|
||||
table += f'<td rowspan="{len(groq_models)}"></td>'
|
||||
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += f"<td>{get_human_limits(model)}</td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
for idx, model in enumerate(openrouter_models):
|
||||
table += "<tr>"
|
||||
|
||||
@@ -888,29 +875,15 @@ def main():
|
||||
<td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td>
|
||||
</tr>"""
|
||||
|
||||
for idx, model in enumerate(github_models):
|
||||
for idx, model in enumerate(groq_models):
|
||||
table += "<tr>"
|
||||
table += (
|
||||
f'<td rowspan="{len(github_models)}"><a href="https://github.com/marketplace/models" target="_blank">GitHub Models</a></td>'
|
||||
if idx == 0
|
||||
else ""
|
||||
)
|
||||
table += (
|
||||
f'<td rowspan="{len(github_models)}">Extremely restrictive input/output token limits.<br><a href="https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits" target="_blank">Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)</a></td>'
|
||||
if idx == 0
|
||||
else ""
|
||||
)
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += "<td></td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
for idx, model in enumerate(ovh_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += '<td rowspan="' + str(len(ovh_models)) + '">'
|
||||
table += '<a href="https://endpoints.ai.cloud.ovh.net/" target="_blank">OVH AI Endpoints (Free Beta)</a>'
|
||||
table += f'<td rowspan="{len(groq_models)}">'
|
||||
table += '<a href="https://console.groq.com" target="_blank">Groq</a>'
|
||||
table += "</td>"
|
||||
table += '<td rowspan="' + str(len(ovh_models)) + '"></td>'
|
||||
table += f'<td rowspan="{len(groq_models)}"></td>'
|
||||
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += f"<td>{get_human_limits(model)}</td>"
|
||||
table += "</tr>\n"
|
||||
@@ -926,17 +899,15 @@ def main():
|
||||
table += f"<td>{get_human_limits(model)}</td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
for idx, model in enumerate(cloudflare_models):
|
||||
for idx, model in enumerate(ovh_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += '<td rowspan="' + str(len(cloudflare_models)) + '">'
|
||||
table += '<a href="https://developers.cloudflare.com/workers-ai" target="_blank">Cloudflare Workers AI</a>'
|
||||
table += "</td>"
|
||||
table += '<td rowspan="' + str(len(cloudflare_models)) + '">'
|
||||
table += '<a href="https://developers.cloudflare.com/workers-ai/platform/pricing/#free-allocation">10,000 tokens/day</a>'
|
||||
table += '<td rowspan="' + str(len(ovh_models)) + '">'
|
||||
table += '<a href="https://endpoints.ai.cloud.ovh.net/" target="_blank">OVH AI Endpoints (Free Beta)</a>'
|
||||
table += "</td>"
|
||||
table += '<td rowspan="' + str(len(ovh_models)) + '"></td>'
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += "<td></td>"
|
||||
table += f"<td>{get_human_limits(model)}</td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
table += """<tr>
|
||||
@@ -955,6 +926,35 @@ def main():
|
||||
<tr>
|
||||
<td>Command-R+</td>
|
||||
</tr>"""
|
||||
|
||||
for idx, model in enumerate(github_models):
|
||||
table += "<tr>"
|
||||
table += (
|
||||
f'<td rowspan="{len(github_models)}"><a href="https://github.com/marketplace/models" target="_blank">GitHub Models</a></td>'
|
||||
if idx == 0
|
||||
else ""
|
||||
)
|
||||
table += (
|
||||
f'<td rowspan="{len(github_models)}">Extremely restrictive input/output token limits.<br><a href="https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits" target="_blank">Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)</a></td>'
|
||||
if idx == 0
|
||||
else ""
|
||||
)
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += "<td></td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
for idx, model in enumerate(cloudflare_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += '<td rowspan="' + str(len(cloudflare_models)) + '">'
|
||||
table += '<a href="https://developers.cloudflare.com/workers-ai" target="_blank">Cloudflare Workers AI</a>'
|
||||
table += "</td>"
|
||||
table += '<td rowspan="' + str(len(cloudflare_models)) + '">'
|
||||
table += '<a href="https://developers.cloudflare.com/workers-ai/platform/pricing/#free-allocation">10,000 tokens/day</a>'
|
||||
table += "</td>"
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += "<td></td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
table += """<tr>
|
||||
<td rowspan="6"><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden" target="_blank">Google Cloud Vertex AI</a></td>
|
||||
|
||||
Reference in new issue
Block a user