mirror of
https://github.com/tiennm99/cheahjs-free-llm-api-resources.git
synced 2026-10-11 03:13:06 +00:00
new layout
This commit is contained in:
Jun Siang Cheah committed
1 parent
22faff9717
commit
e4a277815d
3 files changed
+690
-684
No files matched your search
@@ -13,70 +13,72 @@ This lists various services that provide free access or credits towards API-base
|
||||
|
||||
## Free Providers
|
||||
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Provider</th>
|
||||
<th>Provider Limits/Notes</th>
|
||||
<th>Model Name</th>
|
||||
<th>Model Limits</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr><td rowspan="53"><a href="https://openrouter.ai" target="_blank">OpenRouter</a></td><td rowspan="53"><a href="https://openrouter.ai/docs/api-reference/limits" target="_blank">20 requests/minute<br>50 requests/day<br>1000 requests/day with $10 credit balance</a></td><td><a href='https://openrouter.ai/bytedance-research/ui-tars-72b:free' target='_blank'>Bytedance UI Tars 72B</a></td><td rowspan="53">Shared Quota</td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/agentica-org/deepcoder-14b-preview:free' target='_blank'>DeepCoder 14B Preview</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/nousresearch/deephermes-3-llama-3-8b-preview:free' target='_blank'>DeepHermes 3 Llama 3 8B Preview</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/deepseek/deepseek-r1:free' target='_blank'>DeepSeek R1</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/deepseek/deepseek-r1-distill-llama-70b:free' target='_blank'>DeepSeek R1 Distill Llama 70B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/deepseek/deepseek-r1-distill-qwen-14b:free' target='_blank'>DeepSeek R1 Distill Qwen 14B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/deepseek/deepseek-r1-distill-qwen-32b:free' target='_blank'>DeepSeek R1 Distill Qwen 32B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/deepseek/deepseek-r1-zero:free' target='_blank'>DeepSeek R1 Zero</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/deepseek/deepseek-chat:free' target='_blank'>DeepSeek V3</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/deepseek/deepseek-chat-v3-0324:free' target='_blank'>DeepSeek V3 0324</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/deepseek/deepseek-v3-base:free' target='_blank'>DeepSeek V3 Base</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/cognitivecomputations/dolphin3.0-mistral-24b:free' target='_blank'>Dolphin 3.0 Mistral 24B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/cognitivecomputations/dolphin3.0-r1-mistral-24b:free' target='_blank'>Dolphin 3.0 R1 Mistral 24B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/featherless/qwerky-72b:free' target='_blank'>Featherless Qwerky 72B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/google/gemini-2.5-pro-exp-03-25:free' target='_blank'>Gemini 2.5 Pro Experimental 03-25</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/google/gemma-2-9b-it:free' target='_blank'>Gemma 2 9B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/google/gemma-3-12b-it:free' target='_blank'>Gemma 3 12B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/google/gemma-3-1b-it:free' target='_blank'>Gemma 3 1B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/google/gemma-3-27b-it:free' target='_blank'>Gemma 3 27B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/google/gemma-3-4b-it:free' target='_blank'>Gemma 3 4B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/moonshotai/kimi-vl-a3b-thinking:free' target='_blank'>Kimi VL A3B Thinking</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/meta-llama/llama-3.1-8b-instruct:free' target='_blank'>Llama 3.1 8B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/nvidia/llama-3.1-nemotron-70b-instruct:free' target='_blank'>Llama 3.1 Nemotron 70B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/nvidia/llama-3.1-nemotron-nano-8b-v1:free' target='_blank'>Llama 3.1 Nemotron Nano 8B v1</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/nvidia/llama-3.1-nemotron-ultra-253b-v1:free' target='_blank'>Llama 3.1 Nemotron Ultra 253B v1</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/meta-llama/llama-3.2-11b-vision-instruct:free' target='_blank'>Llama 3.2 11B Vision Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/meta-llama/llama-3.2-1b-instruct:free' target='_blank'>Llama 3.2 1B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/meta-llama/llama-3.2-3b-instruct:free' target='_blank'>Llama 3.2 3B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/meta-llama/llama-3.3-70b-instruct:free' target='_blank'>Llama 3.3 70B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/nvidia/llama-3.3-nemotron-super-49b-v1:free' target='_blank'>Llama 3.3 Nemotron Super 49B v1</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/meta-llama/llama-4-maverick:free' target='_blank'>Llama 4 Maverick</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/meta-llama/llama-4-scout:free' target='_blank'>Llama 4 Scout</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/mistralai/mistral-7b-instruct:free' target='_blank'>Mistral 7B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/mistralai/mistral-nemo:free' target='_blank'>Mistral Nemo</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/mistralai/mistral-small-24b-instruct-2501:free' target='_blank'>Mistral Small 24B Instruct 2501</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/mistralai/mistral-small-3.1-24b-instruct:free' target='_blank'>Mistral Small 3.1 24B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/allenai/molmo-7b-d:free' target='_blank'>Molmo 7B D</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/moonshotai/moonlight-16b-a3b-instruct:free' target='_blank'>Moonlight-16B-A3B-Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/open-r1/olympiccoder-32b:free' target='_blank'>OlympicCoder 32B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/open-r1/olympiccoder-7b:free' target='_blank'>OlympicCoder 7B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/arliai/qwq-32b-arliai-rpr-v1:free' target='_blank'>QwQ 32B ArliAI RpR v1</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwen-2.5-72b-instruct:free' target='_blank'>Qwen 2.5 72B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwen-2.5-7b-instruct:free' target='_blank'>Qwen 2.5 7B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwen2.5-vl-32b-instruct:free' target='_blank'>Qwen 2.5 VL 32B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwen2.5-vl-3b-instruct:free' target='_blank'>Qwen 2.5 VL 3B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwen-2.5-vl-7b-instruct:free' target='_blank'>Qwen 2.5 VL 7B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwq-32b:free' target='_blank'>Qwen QwQ 32B</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwq-32b-preview:free' target='_blank'>Qwen QwQ 32B Preview</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwen-2.5-coder-32b-instruct:free' target='_blank'>Qwen2.5 Coder 32B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/qwen/qwen2.5-vl-72b-instruct:free' target='_blank'>Qwen2.5 VL 72B Instruct</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/rekaai/reka-flash-3:free' target='_blank'>Reka Flash 3</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/sophosympatheia/rogue-rose-103b-v0.2:free' target='_blank'>Rogue Rose 103B v0.2</a></td></tr>
|
||||
<tr><td><a href='https://openrouter.ai/huggingfaceh4/zephyr-7b-beta:free' target='_blank'>Zephyr 7B Beta</a></td></tr>
|
||||
<tr><td rowspan="14"><a href="https://aistudio.google.com" target="_blank">Google AI Studio</a></td><td rowspan="14">Data is used for training (when used outside of the UK/CH/EEA/EU).</td><td>Gemini 2.5 Pro (Experimental)</td><td>5,000,000 tokens/day<br>1,000,000 tokens/minute<br>25 requests/day<br>5 requests/minute</td></tr>
|
||||
### [OpenRouter](https://openrouter.ai)
|
||||
|
||||
[20 requests/minute<br>50 requests/day<br>1000 requests/day with $10 credit balance](https://openrouter.ai/docs/api-reference/limits)
|
||||
|
||||
Models share a common quota.
|
||||
|
||||
- [Bytedance UI Tars 72B](https://openrouter.ai/bytedance-research/ui-tars-72b:free)
|
||||
- [DeepCoder 14B Preview](https://openrouter.ai/agentica-org/deepcoder-14b-preview:free)
|
||||
- [DeepHermes 3 Llama 3 8B Preview](https://openrouter.ai/nousresearch/deephermes-3-llama-3-8b-preview:free)
|
||||
- [DeepSeek R1](https://openrouter.ai/deepseek/deepseek-r1:free)
|
||||
- [DeepSeek R1 Distill Llama 70B](https://openrouter.ai/deepseek/deepseek-r1-distill-llama-70b:free)
|
||||
- [DeepSeek R1 Distill Qwen 14B](https://openrouter.ai/deepseek/deepseek-r1-distill-qwen-14b:free)
|
||||
- [DeepSeek R1 Distill Qwen 32B](https://openrouter.ai/deepseek/deepseek-r1-distill-qwen-32b:free)
|
||||
- [DeepSeek R1 Zero](https://openrouter.ai/deepseek/deepseek-r1-zero:free)
|
||||
- [DeepSeek V3](https://openrouter.ai/deepseek/deepseek-chat:free)
|
||||
- [DeepSeek V3 0324](https://openrouter.ai/deepseek/deepseek-chat-v3-0324:free)
|
||||
- [DeepSeek V3 Base](https://openrouter.ai/deepseek/deepseek-v3-base:free)
|
||||
- [Dolphin 3.0 Mistral 24B](https://openrouter.ai/cognitivecomputations/dolphin3.0-mistral-24b:free)
|
||||
- [Dolphin 3.0 R1 Mistral 24B](https://openrouter.ai/cognitivecomputations/dolphin3.0-r1-mistral-24b:free)
|
||||
- [Featherless Qwerky 72B](https://openrouter.ai/featherless/qwerky-72b:free)
|
||||
- [Gemini 2.5 Pro Experimental 03-25](https://openrouter.ai/google/gemini-2.5-pro-exp-03-25:free)
|
||||
- [Gemma 2 9B Instruct](https://openrouter.ai/google/gemma-2-9b-it:free)
|
||||
- [Gemma 3 12B Instruct](https://openrouter.ai/google/gemma-3-12b-it:free)
|
||||
- [Gemma 3 1B Instruct](https://openrouter.ai/google/gemma-3-1b-it:free)
|
||||
- [Gemma 3 27B Instruct](https://openrouter.ai/google/gemma-3-27b-it:free)
|
||||
- [Gemma 3 4B Instruct](https://openrouter.ai/google/gemma-3-4b-it:free)
|
||||
- [Kimi VL A3B Thinking](https://openrouter.ai/moonshotai/kimi-vl-a3b-thinking:free)
|
||||
- [Llama 3.1 8B Instruct](https://openrouter.ai/meta-llama/llama-3.1-8b-instruct:free)
|
||||
- [Llama 3.1 Nemotron 70B Instruct](https://openrouter.ai/nvidia/llama-3.1-nemotron-70b-instruct:free)
|
||||
- [Llama 3.1 Nemotron Nano 8B v1](https://openrouter.ai/nvidia/llama-3.1-nemotron-nano-8b-v1:free)
|
||||
- [Llama 3.1 Nemotron Ultra 253B v1](https://openrouter.ai/nvidia/llama-3.1-nemotron-ultra-253b-v1:free)
|
||||
- [Llama 3.2 11B Vision Instruct](https://openrouter.ai/meta-llama/llama-3.2-11b-vision-instruct:free)
|
||||
- [Llama 3.2 1B Instruct](https://openrouter.ai/meta-llama/llama-3.2-1b-instruct:free)
|
||||
- [Llama 3.2 3B Instruct](https://openrouter.ai/meta-llama/llama-3.2-3b-instruct:free)
|
||||
- [Llama 3.3 70B Instruct](https://openrouter.ai/meta-llama/llama-3.3-70b-instruct:free)
|
||||
- [Llama 3.3 Nemotron Super 49B v1](https://openrouter.ai/nvidia/llama-3.3-nemotron-super-49b-v1:free)
|
||||
- [Llama 4 Maverick](https://openrouter.ai/meta-llama/llama-4-maverick:free)
|
||||
- [Llama 4 Scout](https://openrouter.ai/meta-llama/llama-4-scout:free)
|
||||
- [Mistral 7B Instruct](https://openrouter.ai/mistralai/mistral-7b-instruct:free)
|
||||
- [Mistral Nemo](https://openrouter.ai/mistralai/mistral-nemo:free)
|
||||
- [Mistral Small 24B Instruct 2501](https://openrouter.ai/mistralai/mistral-small-24b-instruct-2501:free)
|
||||
- [Mistral Small 3.1 24B Instruct](https://openrouter.ai/mistralai/mistral-small-3.1-24b-instruct:free)
|
||||
- [Molmo 7B D](https://openrouter.ai/allenai/molmo-7b-d:free)
|
||||
- [Moonlight-16B-A3B-Instruct](https://openrouter.ai/moonshotai/moonlight-16b-a3b-instruct:free)
|
||||
- [OlympicCoder 32B](https://openrouter.ai/open-r1/olympiccoder-32b:free)
|
||||
- [OlympicCoder 7B](https://openrouter.ai/open-r1/olympiccoder-7b:free)
|
||||
- [QwQ 32B ArliAI RpR v1](https://openrouter.ai/arliai/qwq-32b-arliai-rpr-v1:free)
|
||||
- [Qwen 2.5 72B Instruct](https://openrouter.ai/qwen/qwen-2.5-72b-instruct:free)
|
||||
- [Qwen 2.5 7B Instruct](https://openrouter.ai/qwen/qwen-2.5-7b-instruct:free)
|
||||
- [Qwen 2.5 VL 32B Instruct](https://openrouter.ai/qwen/qwen2.5-vl-32b-instruct:free)
|
||||
- [Qwen 2.5 VL 3B Instruct](https://openrouter.ai/qwen/qwen2.5-vl-3b-instruct:free)
|
||||
- [Qwen 2.5 VL 7B Instruct](https://openrouter.ai/qwen/qwen-2.5-vl-7b-instruct:free)
|
||||
- [Qwen QwQ 32B](https://openrouter.ai/qwen/qwq-32b:free)
|
||||
- [Qwen QwQ 32B Preview](https://openrouter.ai/qwen/qwq-32b-preview:free)
|
||||
- [Qwen2.5 Coder 32B Instruct](https://openrouter.ai/qwen/qwen-2.5-coder-32b-instruct:free)
|
||||
- [Qwen2.5 VL 72B Instruct](https://openrouter.ai/qwen/qwen2.5-vl-72b-instruct:free)
|
||||
- [Reka Flash 3](https://openrouter.ai/rekaai/reka-flash-3:free)
|
||||
- [Rogue Rose 103B v0.2](https://openrouter.ai/sophosympatheia/rogue-rose-103b-v0.2:free)
|
||||
- [Zephyr 7B Beta](https://openrouter.ai/huggingfaceh4/zephyr-7b-beta:free)
|
||||
|
||||
### [Google AI Studio](https://aistudio.google.com)
|
||||
|
||||
Data is used for training when used outside of the UK/CH/EEA/EU.
|
||||
|
||||
<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>
|
||||
<tr><td>Gemini 2.5 Pro (Experimental)</td><td>5,000,000 tokens/day<br>1,000,000 tokens/minute<br>25 requests/day<br>5 requests/minute</td></tr>
|
||||
<tr><td>Gemini 2.0 Flash</td><td>1,000,000 tokens/minute<br>1,500 requests/day<br>15 requests/minute</td></tr>
|
||||
<tr><td>Gemini 2.0 Flash-Lite</td><td>1,000,000 tokens/minute<br>1,500 requests/day<br>30 requests/minute</td></tr>
|
||||
<tr><td>Gemini 2.0 Flash (Experimental)</td><td>4,000,000 tokens/minute<br>1,500 requests/day<br>10 requests/minute</td></tr>
|
||||
@@ -90,63 +92,66 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Gemma 3 1B Instruct</td><td>15,000 tokens/minute<br>14,400 requests/day<br>30 requests/minute</td></tr>
|
||||
<tr><td>text-embedding-004</td><td rowspan="2">150 batch requests/minute<br>1,500 requests/minute<br>100 content/batch<br>Shared Quota</td></tr>
|
||||
<tr><td>embedding-001</td></tr>
|
||||
<tr>
|
||||
<td><a href="https://build.nvidia.com/explore/discover">NVIDIA NIM</a></td>
|
||||
<td>Phone number verification required.<br>Models tend to be context window limited.</td>
|
||||
<td><a href="https://build.nvidia.com/models" target="_blank">Various open models</a></td>
|
||||
<td>40 requests/minute</td>
|
||||
</tr><tr>
|
||||
<td><a href="https://console.mistral.ai/" target="_blank">Mistral (La Plateforme)</a></td>
|
||||
<td>Free tier (Experiment plan) requires opting into data training, requires phone number verification.</td>
|
||||
<td><a href="https://docs.mistral.ai/getting-started/models/models_overview/" target="_blank">Open and Proprietary Mistral models</a></td>
|
||||
<td>1 request/second<br>500,000 tokens/minute<br>1,000,000,000 tokens/month</td>
|
||||
</tr><tr>
|
||||
<td><a href="https://codestral.mistral.ai/" target="_blank">Mistral (Codestral)</a></td>
|
||||
<td>Currently free to use, monthly subscription based, requires phone number verification.</td>
|
||||
<td>Codestral</td>
|
||||
<td>30 requests/minute<br>2,000 requests/day</td>
|
||||
</tr><tr>
|
||||
<td><a href="https://huggingface.co/docs/api-inference/en/index" target="_blank">HuggingFace Serverless Inference</a></td>
|
||||
<td>Limited to models smaller than 10GB.<br>Some popular models are supported even if they exceed 10GB.</td>
|
||||
<td>Various open models</td>
|
||||
<td><a href="https://huggingface.co/docs/api-inference/pricing" target="_blank">Variable credits per month, currently $0.10</a></td>
|
||||
</tr><tr>
|
||||
<td rowspan="3"><a href="https://cloud.cerebras.ai/" target="_blank">Cerebras</a></td>
|
||||
<td rowspan="3">Free tier restricted to 8K context</td>
|
||||
<td>Llama 4 Scout</td>
|
||||
<td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Llama 3.1 8B</td>
|
||||
<td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Llama 3.3 70B</td>
|
||||
<td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td>
|
||||
</tr><tr><td rowspan="23"><a href="https://console.groq.com" target="_blank">Groq</a></td><td rowspan="23"></td><td>Allam 2 7B</td><td>7,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
</tbody></table>
|
||||
|
||||
### [NVIDIA NIM](https://build.nvidia.com/explore/discover)
|
||||
|
||||
Phone number verification required. Models tend to be context window limited.
|
||||
|
||||
- [Various open models](https://build.nvidia.com/models) (40 requests/minute)
|
||||
|
||||
### [Mistral (La Plateforme)](https://console.mistral.ai/)
|
||||
|
||||
Free tier (Experiment plan) requires opting into data training, requires phone number verification.
|
||||
|
||||
- [Open and Proprietary Mistral models](https://docs.mistral.ai/getting-started/models/models_overview/) (1 request/second, 500,000 tokens/minute, 1,000,000,000 tokens/month)
|
||||
|
||||
### [Mistral (Codestral)](https://codestral.mistral.ai/)
|
||||
|
||||
Currently free to use, monthly subscription based, requires phone number verification.
|
||||
|
||||
- Codestral (30 requests/minute, 2,000 requests/day)
|
||||
|
||||
### [HuggingFace Serverless Inference](https://huggingface.co/docs/api-inference/en/index)
|
||||
|
||||
Limited to models smaller than 10GB. Some popular models are supported even if they exceed 10GB.
|
||||
|
||||
- Various open models ([Variable credits per month, currently $0.10](https://huggingface.co/docs/api-inference/pricing))
|
||||
|
||||
### [Cerebras](https://cloud.cerebras.ai/)
|
||||
|
||||
Free tier restricted to 8K context.
|
||||
|
||||
<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>
|
||||
<tr><td>Llama 4 Scout</td><td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td></tr>
|
||||
<tr><td>Llama 3.1 8B</td><td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td></tr>
|
||||
<tr><td>Llama 3.3 70B</td><td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td></tr>
|
||||
</tbody></table>
|
||||
|
||||
### [Groq](https://console.groq.com)
|
||||
|
||||
<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>
|
||||
<tr><td>Allam 2 7B</td><td>7,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>DeepSeek R1 Distill Llama 70B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>DeepSeek R1 Distill Qwen 32B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Distil Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td>Gemma 2 9B Instruct</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 70B</td><td>14,400 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3 8B</td><td>14,400 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.1 8B</td><td>14,400 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 11B Vision</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 1B</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 3B</td><td>7,000 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.2 90B Vision</td><td>3,500 requests/day<br>7,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.3 70B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 3.3 70B (Speculative Decoding)</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 4 Maverick 17B 128E Instruct</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama 4 Scout Instruct</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Llama Guard 3 8B</td><td>14,400 requests/day<br>15,000 tokens/minute</td></tr>
|
||||
<tr><td>Mistral Saba 24B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Qwen 2.5 32B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Qwen 2.5 Coder 32B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Qwen QwQ 32B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td>Whisper Large v3 Turbo</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td rowspan="11"><a href="https://endpoints.ai.cloud.ovh.net/" target="_blank">OVH AI Endpoints (Free Beta)</a></td><td rowspan="11"></td><td>DeepSeek R1 Distill Llama 70B</td><td>12 requests/minute</td></tr>
|
||||
</tbody></table>
|
||||
|
||||
### [OVH AI Endpoints (Free Beta)](https://endpoints.ai.cloud.ovh.net/)
|
||||
|
||||
<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>
|
||||
<tr><td>DeepSeek R1 Distill Llama 70B</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3.1 70B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3.1 8B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Llama 3.3 70B Instruct</td><td>12 requests/minute</td></tr>
|
||||
@@ -157,278 +162,320 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Mixtral 8x7B Instruct v0.1</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Qwen 2.5 VL 72B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Qwen2.5 Coder 32B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td rowspan="3"><a href="https://together.ai" target="_blank">Together</a></td><td rowspan="3">Up to 60 requests/minute</td><td><a href='https://together.ai/llama-3-2-11b-free' target='_blank'>Llama 3.2 11B Vision Instruct</a></td><td></td></tr>
|
||||
<tr><td><a href='https://together.ai/llama-3-3-70b-free' target='_blank'>Llama 3.3 70B Instruct</a></td><td></td></tr>
|
||||
<tr><td><a href='https://together.ai/deepseek-r1-distilled-llama-70b-free' target='_blank'>DeepSeek R1 Distil Llama 70B</a></td><td></td></tr>
|
||||
<tr><td rowspan="8"><a href="https://cohere.com" target="_blank">Cohere</a></td><td rowspan="8"><a href="https://docs.cohere.com/docs/rate-limits">20 requests/minute<br>1,000 requests/month</a></td><td>Command-A</td><td rowspan="8">Shared Limit</td></tr>
|
||||
<tr><td>Command-R7B</td></tr>
|
||||
<tr><td>Command-R+</td></tr>
|
||||
<tr><td>Command-R</td></tr>
|
||||
<tr><td>Aya Expanse 8B</td></tr>
|
||||
<tr><td>Aya Expanse 32B</td></tr>
|
||||
<tr><td>Aya Vision 8B</td></tr>
|
||||
<tr><td>Aya Vision 32B</td></tr>
|
||||
<tr><td rowspan="49"><a href="https://github.com/marketplace/models" target="_blank">GitHub Models</a></td><td rowspan="49">Extremely restrictive input/output token limits.<br><a href="https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits" target="_blank">Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)</a></td><td>AI21 Jamba 1.5 Large</td><td></td></tr>
|
||||
<tr><td>AI21 Jamba 1.5 Mini</td><td></td></tr>
|
||||
<tr><td>Codestral 25.01</td><td></td></tr>
|
||||
<tr><td>Cohere Command R</td><td></td></tr>
|
||||
<tr><td>Cohere Command R 08-2024</td><td></td></tr>
|
||||
<tr><td>Cohere Command R+</td><td></td></tr>
|
||||
<tr><td>Cohere Command R+ 08-2024</td><td></td></tr>
|
||||
<tr><td>Cohere Embed v3 English</td><td></td></tr>
|
||||
<tr><td>Cohere Embed v3 Multilingual</td><td></td></tr>
|
||||
<tr><td>DeepSeek-R1</td><td></td></tr>
|
||||
<tr><td>DeepSeek-V3-0324</td><td></td></tr>
|
||||
<tr><td>JAIS 30b Chat</td><td></td></tr>
|
||||
<tr><td>Llama 4 Maverick 17B 128E Instruct FP8</td><td></td></tr>
|
||||
<tr><td>Llama 4 Scout 17B 16E Instruct</td><td></td></tr>
|
||||
<tr><td>Llama-3.2-11B-Vision-Instruct</td><td></td></tr>
|
||||
<tr><td>Llama-3.2-90B-Vision-Instruct</td><td></td></tr>
|
||||
<tr><td>Llama-3.3-70B-Instruct</td><td></td></tr>
|
||||
<tr><td>Meta-Llama-3-70B-Instruct</td><td></td></tr>
|
||||
<tr><td>Meta-Llama-3-8B-Instruct</td><td></td></tr>
|
||||
<tr><td>Meta-Llama-3.1-405B-Instruct</td><td></td></tr>
|
||||
<tr><td>Meta-Llama-3.1-70B-Instruct</td><td></td></tr>
|
||||
<tr><td>Meta-Llama-3.1-8B-Instruct</td><td></td></tr>
|
||||
<tr><td>Ministral 3B</td><td></td></tr>
|
||||
<tr><td>Mistral Large</td><td></td></tr>
|
||||
<tr><td>Mistral Large (2407)</td><td></td></tr>
|
||||
<tr><td>Mistral Large 24.11</td><td></td></tr>
|
||||
<tr><td>Mistral Nemo</td><td></td></tr>
|
||||
<tr><td>Mistral Small</td><td></td></tr>
|
||||
<tr><td>Mistral Small 3.1</td><td></td></tr>
|
||||
<tr><td>OpenAI GPT-4o</td><td></td></tr>
|
||||
<tr><td>OpenAI GPT-4o mini</td><td></td></tr>
|
||||
<tr><td>OpenAI Text Embedding 3 (large)</td><td></td></tr>
|
||||
<tr><td>OpenAI Text Embedding 3 (small)</td><td></td></tr>
|
||||
<tr><td>OpenAI o1</td><td></td></tr>
|
||||
<tr><td>OpenAI o1-mini</td><td></td></tr>
|
||||
<tr><td>OpenAI o1-preview</td><td></td></tr>
|
||||
<tr><td>OpenAI o3-mini</td><td></td></tr>
|
||||
<tr><td>Phi-3-medium instruct (128k)</td><td></td></tr>
|
||||
<tr><td>Phi-3-medium instruct (4k)</td><td></td></tr>
|
||||
<tr><td>Phi-3-mini instruct (128k)</td><td></td></tr>
|
||||
<tr><td>Phi-3-mini instruct (4k)</td><td></td></tr>
|
||||
<tr><td>Phi-3-small instruct (128k)</td><td></td></tr>
|
||||
<tr><td>Phi-3-small instruct (8k)</td><td></td></tr>
|
||||
<tr><td>Phi-3.5-MoE instruct (128k)</td><td></td></tr>
|
||||
<tr><td>Phi-3.5-mini instruct (128k)</td><td></td></tr>
|
||||
<tr><td>Phi-3.5-vision instruct (128k)</td><td></td></tr>
|
||||
<tr><td>Phi-4</td><td></td></tr>
|
||||
<tr><td>Phi-4-mini-instruct</td><td></td></tr>
|
||||
<tr><td>Phi-4-multimodal-instruct</td><td></td></tr>
|
||||
<tr><td rowspan="24"><a href="https://chutes.ai/" target="_blank">Chutes</a></td><td rowspan="24">Distributed, decentralized crypto-based compute. Data is sent to individual hosts.</td><td>DeepCoder 14B Preview</td><td></td></tr>
|
||||
<tr><td>DeepHermes 3 Llama 3 8B Preview</td><td></td></tr>
|
||||
<tr><td>DeepSeek R1</td><td></td></tr>
|
||||
<tr><td>DeepSeek R1-Zero</td><td></td></tr>
|
||||
<tr><td>DeepSeek V3</td><td></td></tr>
|
||||
<tr><td>DeepSeek V3 0324</td><td></td></tr>
|
||||
<tr><td>DeepSeek V3 Base</td><td></td></tr>
|
||||
<tr><td>Dolphin 3.0 Mistral 24B</td><td></td></tr>
|
||||
<tr><td>Dolphin 3.0 R1 Mistral 24B</td><td></td></tr>
|
||||
<tr><td>Gemma 3 12B Instruct</td><td></td></tr>
|
||||
<tr><td>Gemma 3 1B Instruct</td><td></td></tr>
|
||||
<tr><td>Gemma 3 4B Instruct</td><td></td></tr>
|
||||
<tr><td>Kimi VL A3B Thinking</td><td></td></tr>
|
||||
<tr><td>Llama 3.1 Nemotron Nano 8B v1</td><td></td></tr>
|
||||
<tr><td>Llama 3.1 Nemotron Ultra 253B v1</td><td></td></tr>
|
||||
<tr><td>Llama 3.3 Nemotron Super 49B v1</td><td></td></tr>
|
||||
<tr><td>Llama 4 Maverick 17B 128E Instruct FP8</td><td></td></tr>
|
||||
<tr><td>Llama 4 Scout 17B 16E Instruct</td><td></td></tr>
|
||||
<tr><td>Mistral Small 3.1 24B Instruct 2503</td><td></td></tr>
|
||||
<tr><td>OlympicCoder 32B</td><td></td></tr>
|
||||
<tr><td>OlympicCoder 7B</td><td></td></tr>
|
||||
<tr><td>QwQ 32B ArliAI RpR v1</td><td></td></tr>
|
||||
<tr><td>Qwen 2.5 VL 32B Instruct</td><td></td></tr>
|
||||
<tr><td>Reka Flash 3</td><td></td></tr>
|
||||
<tr><td rowspan="48"><a href="https://developers.cloudflare.com/workers-ai" target="_blank">Cloudflare Workers AI</a></td><td rowspan="48"><a href="https://developers.cloudflare.com/workers-ai/platform/pricing/#free-allocation">10,000 neurons/day</a></td><td>DeepSeek R1 Distill Qwen 32B</td><td></td></tr>
|
||||
<tr><td>Deepseek Coder 6.7B Base (AWQ)</td><td></td></tr>
|
||||
<tr><td>Deepseek Coder 6.7B Instruct (AWQ)</td><td></td></tr>
|
||||
<tr><td>Deepseek Math 7B Instruct</td><td></td></tr>
|
||||
<tr><td>Discolm German 7B v1 (AWQ)</td><td></td></tr>
|
||||
<tr><td>Falcom 7B Instruct</td><td></td></tr>
|
||||
<tr><td>Gemma 2B Instruct (LoRA)</td><td></td></tr>
|
||||
<tr><td>Gemma 3 12B Instruct</td><td></td></tr>
|
||||
<tr><td>Gemma 7B Instruct</td><td></td></tr>
|
||||
<tr><td>Gemma 7B Instruct (LoRA)</td><td></td></tr>
|
||||
<tr><td>Hermes 2 Pro Mistral 7B</td><td></td></tr>
|
||||
<tr><td>Llama 2 13B Chat (AWQ)</td><td></td></tr>
|
||||
<tr><td>Llama 2 7B Chat (FP16)</td><td></td></tr>
|
||||
<tr><td>Llama 2 7B Chat (INT8)</td><td></td></tr>
|
||||
<tr><td>Llama 2 7B Chat (LoRA)</td><td></td></tr>
|
||||
<tr><td>Llama 3 8B Instruct</td><td></td></tr>
|
||||
<tr><td>Llama 3 8B Instruct</td><td></td></tr>
|
||||
<tr><td>Llama 3 8B Instruct (AWQ)</td><td></td></tr>
|
||||
<tr><td>Llama 3.1 8B Instruct</td><td></td></tr>
|
||||
<tr><td>Llama 3.1 8B Instruct (AWQ)</td><td></td></tr>
|
||||
<tr><td>Llama 3.1 8B Instruct (FP8)</td><td></td></tr>
|
||||
<tr><td>Llama 3.2 11B Vision Instruct</td><td></td></tr>
|
||||
<tr><td>Llama 3.2 1B Instruct</td><td></td></tr>
|
||||
<tr><td>Llama 3.2 3B Instruct</td><td></td></tr>
|
||||
<tr><td>Llama 3.3 70B Instruct (FP8)</td><td></td></tr>
|
||||
<tr><td>Llama 4 Scout Instruct</td><td></td></tr>
|
||||
<tr><td>Llama Guard 3 8B</td><td></td></tr>
|
||||
<tr><td>LlamaGuard 7B (AWQ)</td><td></td></tr>
|
||||
<tr><td>Mistral 7B Instruct v0.1</td><td></td></tr>
|
||||
<tr><td>Mistral 7B Instruct v0.1 (AWQ)</td><td></td></tr>
|
||||
<tr><td>Mistral 7B Instruct v0.2</td><td></td></tr>
|
||||
<tr><td>Mistral 7B Instruct v0.2 (LoRA)</td><td></td></tr>
|
||||
<tr><td>Mistral Small 3.1 24B Instruct</td><td></td></tr>
|
||||
<tr><td>Neural Chat 7B v3.1 (AWQ)</td><td></td></tr>
|
||||
<tr><td>OpenChat 3.5 0106</td><td></td></tr>
|
||||
<tr><td>OpenHermes 2.5 Mistral 7B (AWQ)</td><td></td></tr>
|
||||
<tr><td>Phi-2</td><td></td></tr>
|
||||
<tr><td>Qwen 1.5 0.5B Chat</td><td></td></tr>
|
||||
<tr><td>Qwen 1.5 1.8B Chat</td><td></td></tr>
|
||||
<tr><td>Qwen 1.5 14B Chat (AWQ)</td><td></td></tr>
|
||||
<tr><td>Qwen 1.5 7B Chat (AWQ)</td><td></td></tr>
|
||||
<tr><td>Qwen 2.5 Coder 32B Instruct</td><td></td></tr>
|
||||
<tr><td>Qwen QwQ 32B</td><td></td></tr>
|
||||
<tr><td>SQLCoder 7B 2</td><td></td></tr>
|
||||
<tr><td>Starling LM 7B Beta</td><td></td></tr>
|
||||
<tr><td>TinyLlama 1.1B Chat v1.0</td><td></td></tr>
|
||||
<tr><td>Una Cybertron 7B v2 (BF16)</td><td></td></tr>
|
||||
<tr><td>Zephyr 7B Beta (AWQ)</td><td></td></tr>
|
||||
<tr><td rowspan="10"><a href="https://console.cloud.google.com/vertex-ai/model-garden" target="_blank">Google Cloud Vertex AI</a></td><td rowspan="10">Very stringent payment verification for Google Cloud.</td><td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini 2.5 Pro (Experimental)</a></td><td rowspan='4'>10 requests/minute<br>Shared Quota</td></tr>
|
||||
</tbody></table>
|
||||
|
||||
### [Together](https://together.ai)
|
||||
|
||||
Up to 60 requests/minute.
|
||||
|
||||
- [Llama 3.2 11B Vision Instruct](https://together.ai/llama-3-2-11b-free)
|
||||
- [Llama 3.3 70B Instruct](https://together.ai/llama-3-3-70b-free)
|
||||
- [DeepSeek R1 Distil Llama 70B](https://together.ai/deepseek-r1-distilled-llama-70b-free)
|
||||
|
||||
### [Cohere](https://cohere.com)
|
||||
|
||||
[20 requests/minute<br>1,000 requests/month](https://docs.cohere.com/docs/rate-limits)
|
||||
|
||||
Models share a common quota.
|
||||
|
||||
- Command-A
|
||||
- Command-R7B
|
||||
- Command-R+
|
||||
- Command-R
|
||||
- Aya Expanse 8B
|
||||
- Aya Expanse 32B
|
||||
- Aya Vision 8B
|
||||
- Aya Vision 32B
|
||||
|
||||
### [GitHub Models](https://github.com/marketplace/models)
|
||||
|
||||
Extremely restrictive input/output token limits. [Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)](https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits)
|
||||
|
||||
- AI21 Jamba 1.5 Large
|
||||
- AI21 Jamba 1.5 Mini
|
||||
- Codestral 25.01
|
||||
- Cohere Command R
|
||||
- Cohere Command R 08-2024
|
||||
- Cohere Command R+
|
||||
- Cohere Command R+ 08-2024
|
||||
- Cohere Embed v3 English
|
||||
- Cohere Embed v3 Multilingual
|
||||
- DeepSeek-R1
|
||||
- DeepSeek-V3-0324
|
||||
- JAIS 30b Chat
|
||||
- Llama 4 Maverick 17B 128E Instruct FP8
|
||||
- Llama 4 Scout 17B 16E Instruct
|
||||
- Llama-3.2-11B-Vision-Instruct
|
||||
- Llama-3.2-90B-Vision-Instruct
|
||||
- Llama-3.3-70B-Instruct
|
||||
- Meta-Llama-3-70B-Instruct
|
||||
- Meta-Llama-3-8B-Instruct
|
||||
- Meta-Llama-3.1-405B-Instruct
|
||||
- Meta-Llama-3.1-70B-Instruct
|
||||
- Meta-Llama-3.1-8B-Instruct
|
||||
- Ministral 3B
|
||||
- Mistral Large
|
||||
- Mistral Large (2407)
|
||||
- Mistral Large 24.11
|
||||
- Mistral Nemo
|
||||
- Mistral Small
|
||||
- Mistral Small 3.1
|
||||
- OpenAI GPT-4.1
|
||||
- OpenAI GPT-4o
|
||||
- OpenAI GPT-4o mini
|
||||
- OpenAI Text Embedding 3 (large)
|
||||
- OpenAI Text Embedding 3 (small)
|
||||
- OpenAI o1
|
||||
- OpenAI o1-mini
|
||||
- OpenAI o1-preview
|
||||
- OpenAI o3-mini
|
||||
- Phi-3-medium instruct (128k)
|
||||
- Phi-3-medium instruct (4k)
|
||||
- Phi-3-mini instruct (128k)
|
||||
- Phi-3-mini instruct (4k)
|
||||
- Phi-3-small instruct (128k)
|
||||
- Phi-3-small instruct (8k)
|
||||
- Phi-3.5-MoE instruct (128k)
|
||||
- Phi-3.5-mini instruct (128k)
|
||||
- Phi-3.5-vision instruct (128k)
|
||||
- Phi-4
|
||||
- Phi-4-mini-instruct
|
||||
- Phi-4-multimodal-instruct
|
||||
|
||||
### [Chutes](https://chutes.ai/)
|
||||
|
||||
Distributed, decentralized crypto-based compute. Data is sent to individual hosts.
|
||||
|
||||
- DeepCoder 14B Preview
|
||||
- DeepHermes 3 Llama 3 8B Preview
|
||||
- DeepSeek R1
|
||||
- DeepSeek R1-Zero
|
||||
- DeepSeek V3
|
||||
- DeepSeek V3 0324
|
||||
- DeepSeek V3 Base
|
||||
- Dolphin 3.0 Mistral 24B
|
||||
- Dolphin 3.0 R1 Mistral 24B
|
||||
- Gemma 3 12B Instruct
|
||||
- Gemma 3 1B Instruct
|
||||
- Gemma 3 4B Instruct
|
||||
- Kimi VL A3B Thinking
|
||||
- Llama 3.1 Nemotron Nano 8B v1
|
||||
- Llama 3.1 Nemotron Ultra 253B v1
|
||||
- Llama 3.3 Nemotron Super 49B v1
|
||||
- Llama 4 Maverick 17B 128E Instruct FP8
|
||||
- Llama 4 Scout 17B 16E Instruct
|
||||
- Mistral Small 3.1 24B Instruct 2503
|
||||
- OlympicCoder 32B
|
||||
- OlympicCoder 7B
|
||||
- QwQ 32B ArliAI RpR v1
|
||||
- Qwen 2.5 VL 32B Instruct
|
||||
- Reka Flash 3
|
||||
|
||||
### [Cloudflare Workers AI](https://developers.cloudflare.com/workers-ai)
|
||||
|
||||
[10,000 neurons/day](https://developers.cloudflare.com/workers-ai/platform/pricing/#free-allocation)
|
||||
|
||||
- DeepSeek R1 Distill Qwen 32B
|
||||
- Deepseek Coder 6.7B Base (AWQ)
|
||||
- Deepseek Coder 6.7B Instruct (AWQ)
|
||||
- Deepseek Math 7B Instruct
|
||||
- Discolm German 7B v1 (AWQ)
|
||||
- Falcom 7B Instruct
|
||||
- Gemma 2B Instruct (LoRA)
|
||||
- Gemma 3 12B Instruct
|
||||
- Gemma 7B Instruct
|
||||
- Gemma 7B Instruct (LoRA)
|
||||
- Hermes 2 Pro Mistral 7B
|
||||
- Llama 2 13B Chat (AWQ)
|
||||
- Llama 2 7B Chat (FP16)
|
||||
- Llama 2 7B Chat (INT8)
|
||||
- Llama 2 7B Chat (LoRA)
|
||||
- Llama 3 8B Instruct
|
||||
- Llama 3 8B Instruct
|
||||
- Llama 3 8B Instruct (AWQ)
|
||||
- Llama 3.1 8B Instruct
|
||||
- Llama 3.1 8B Instruct (AWQ)
|
||||
- Llama 3.1 8B Instruct (FP8)
|
||||
- Llama 3.2 11B Vision Instruct
|
||||
- Llama 3.2 1B Instruct
|
||||
- Llama 3.2 3B Instruct
|
||||
- Llama 3.3 70B Instruct (FP8)
|
||||
- Llama 4 Scout Instruct
|
||||
- Llama Guard 3 8B
|
||||
- LlamaGuard 7B (AWQ)
|
||||
- Mistral 7B Instruct v0.1
|
||||
- Mistral 7B Instruct v0.1 (AWQ)
|
||||
- Mistral 7B Instruct v0.2
|
||||
- Mistral 7B Instruct v0.2 (LoRA)
|
||||
- Mistral Small 3.1 24B Instruct
|
||||
- Neural Chat 7B v3.1 (AWQ)
|
||||
- OpenChat 3.5 0106
|
||||
- OpenHermes 2.5 Mistral 7B (AWQ)
|
||||
- Phi-2
|
||||
- Qwen 1.5 0.5B Chat
|
||||
- Qwen 1.5 1.8B Chat
|
||||
- Qwen 1.5 14B Chat (AWQ)
|
||||
- Qwen 1.5 7B Chat (AWQ)
|
||||
- Qwen 2.5 Coder 32B Instruct
|
||||
- Qwen QwQ 32B
|
||||
- SQLCoder 7B 2
|
||||
- Starling LM 7B Beta
|
||||
- TinyLlama 1.1B Chat v1.0
|
||||
- Una Cybertron 7B v2 (BF16)
|
||||
- Zephyr 7B Beta (AWQ)
|
||||
|
||||
### [Google Cloud Vertex AI](https://console.cloud.google.com/vertex-ai/model-garden)
|
||||
|
||||
Very stringent payment verification for Google Cloud.
|
||||
|
||||
<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>
|
||||
<tr><td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini 2.5 Pro (Experimental)</a></td><td rowspan="4">10 requests/minute<br>Shared Quota</td></tr>
|
||||
<tr><td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini 2.0 Flash (Experimental)</a></td></tr>
|
||||
<tr><td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini 2.0 Flash Thinking (Experimental)</a></td></tr>
|
||||
<tr><td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini 2.0 Pro (Experimental)</a></td></tr>
|
||||
<tr><td><a href='https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-4-maverick-17b-128e-instruct-maas' target='_blank'>Llama 4 Maverick Instruct</a></td><td>60 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href='https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-4-maverick-17b-128e-instruct-maas' target='_blank'>Llama 4 Scout Instruct</a></td><td>60 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href='https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3-3-70b-instruct-maas' target='_blank'>Llama 3.3 70B Instruct</a></td><td>30 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href='https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3-2-90b-vision-instruct-maas' target='_blank'>Llama 3.2 90B Vision Instruct</a></td><td>30 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href='https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3-1-405b-instruct-maas' target='_blank'>Llama 3.1 70B Instruct</a></td><td>60 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href='https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3-1-405b-instruct-maas' target='_blank'>Llama 3.1 8B Instruct</a></td><td>60 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-4-maverick-17b-128e-instruct-maas" target="_blank">Llama 4 Maverick Instruct</a></td><td>60 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-4-maverick-17b-128e-instruct-maas" target="_blank">Llama 4 Scout Instruct</a></td><td>60 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3-3-70b-instruct-maas" target="_blank">Llama 3.3 70B Instruct</a></td><td>30 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3-2-90b-vision-instruct-maas" target="_blank">Llama 3.2 90B Vision Instruct</a></td><td>30 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3-1-405b-instruct-maas" target="_blank">Llama 3.1 70B Instruct</a></td><td>60 requests/minute<br>Free during preview</td></tr>
|
||||
<tr><td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3-1-405b-instruct-maas" target="_blank">Llama 3.1 8B Instruct</a></td><td>60 requests/minute<br>Free during preview</td></tr>
|
||||
</tbody></table>
|
||||
|
||||
|
||||
|
||||
## Providers with trial credits
|
||||
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Provider</th>
|
||||
<th>Credits</th>
|
||||
<th>Requirements</th>
|
||||
<th>Models</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr>
|
||||
<td><a href="https://together.ai">Together</a></td>
|
||||
<td>$1 when you add a payment method</td>
|
||||
<td></td>
|
||||
<td><a href="https://together.ai/models" target="_blank">Various open models</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://fireworks.ai/">Fireworks</a></td>
|
||||
<td>$1</td>
|
||||
<td></td>
|
||||
<td><a href="https://fireworks.ai/models" target="_blank">Various open models</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://unify.ai/">Unify</a></td>
|
||||
<td>$5 when you add a payment method</td>
|
||||
<td></td>
|
||||
<td>Routes to other providers, various open models and proprietary models (OpenAI, Gemini, Anthropic, Mistral, Perplexity, etc)</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://app.baseten.co/">Baseten</a></td>
|
||||
<td>$30</td>
|
||||
<td></td>
|
||||
<td><a href="https://www.baseten.co/library/" target="_blank">Any supported model - pay by compute time</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://studio.nebius.com/">Nebius</a></td>
|
||||
<td>$1</td>
|
||||
<td></td>
|
||||
<td><a href="https://studio.nebius.ai/models" target="_blank">Various open models</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate">Novita</a></td>
|
||||
<td>$0.5 for 1 year<br>$20 for 3 months for DeepSeek models with <a href="https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate">referral code</a> + GitHub account connection</td>
|
||||
<td></td>
|
||||
<td><a href="https://novita.ai/models" target="_blank">Various open models</a></td>
|
||||
</tr><tr><td rowspan="18"><a href="https://app.hyperbolic.xyz/" target="_blank">Hyperbolic</a></td><td rowspan="18">$1</td><td rowspan="18"></td><td>DeepSeek V3</td></tr>
|
||||
<tr><td>DeepSeek V3 0324</td></tr>
|
||||
<tr><td>Hermes 3 Llama 3.1 70B</td></tr>
|
||||
<tr><td>Llama 3 70B Instruct</td></tr>
|
||||
<tr><td>Llama 3.1 405B Base</td></tr>
|
||||
<tr><td>Llama 3.1 405B Base (FP8)</td></tr>
|
||||
<tr><td>Llama 3.1 405B Instruct</td></tr>
|
||||
<tr><td>Llama 3.1 70B Instruct</td></tr>
|
||||
<tr><td>Llama 3.1 8B Instruct</td></tr>
|
||||
<tr><td>Llama 3.2 3B Instruct</td></tr>
|
||||
<tr><td>Llama 3.3 70B Instruct</td></tr>
|
||||
<tr><td>Pixtral 12B (2409)</td></tr>
|
||||
<tr><td>Qwen QwQ 32B</td></tr>
|
||||
<tr><td>Qwen QwQ 32B Preview</td></tr>
|
||||
<tr><td>Qwen2.5 72B Instruct</td></tr>
|
||||
<tr><td>Qwen2.5 Coder 32B Instruct</td></tr>
|
||||
<tr><td>Qwen2.5 VL 72B Instruct</td></tr>
|
||||
<tr><td>Qwen2.5 VL 7B Instruct</td></tr>
|
||||
<tr><td rowspan="23"><a href="https://cloud.sambanova.ai/" target="_blank">SambaNova Cloud</a></td><td rowspan="23">$5 for 3 months</td><td></td><td>E5-Mistral-7B-Instruct</td></tr>
|
||||
<tr><td></td><td>Llama 3.1 405B</td></tr>
|
||||
<tr><td></td><td>Llama 3.1 70B</td></tr>
|
||||
<tr><td></td><td>Llama 3.1 8B</td></tr>
|
||||
<tr><td></td><td>Llama 3.2 11B Vision</td></tr>
|
||||
<tr><td></td><td>Llama 3.2 1B</td></tr>
|
||||
<tr><td></td><td>Llama 3.2 3B</td></tr>
|
||||
<tr><td></td><td>Llama 3.2 90B Vision</td></tr>
|
||||
<tr><td></td><td>Llama 3.3 70B</td></tr>
|
||||
<tr><td></td><td>Llama-4-Maverick-17B-128E-Instruct</td></tr>
|
||||
<tr><td></td><td>Llama-4-Scout-17B-16E-Instruct</td></tr>
|
||||
<tr><td></td><td>Llama-Guard-3-8B</td></tr>
|
||||
<tr><td></td><td>Qwen/QwQ-32B</td></tr>
|
||||
<tr><td></td><td>Qwen/QwQ-32B-Preview</td></tr>
|
||||
<tr><td></td><td>Qwen/Qwen2-Audio-7B-Instruct</td></tr>
|
||||
<tr><td></td><td>Qwen/Qwen2.5-72B-Instruct</td></tr>
|
||||
<tr><td></td><td>Qwen/Qwen2.5-Coder-32B-Instruct</td></tr>
|
||||
<tr><td></td><td>allenai/Llama-3.1-Tulu-3-405B</td></tr>
|
||||
<tr><td></td><td>deepseek-ai/DeepSeek-R1</td></tr>
|
||||
<tr><td></td><td>deepseek-ai/DeepSeek-R1-Distill-Llama-70B</td></tr>
|
||||
<tr><td></td><td>deepseek-ai/DeepSeek-V3-0324</td></tr>
|
||||
<tr><td></td><td>tokyotech-llm/Llama-3.1-Swallow-70B-Instruct-v0.3</td></tr>
|
||||
<tr><td></td><td>tokyotech-llm/Llama-3.1-Swallow-8B-Instruct-v0.3</td></tr>
|
||||
<tr><td rowspan="12"><a href="https://console.scaleway.com/generative-api/models" target="_blank">Scaleway Generative APIs</a></td><td rowspan="12">1,000,000 free tokens</td><td></td><td>BGE-Multilingual-Gemma2</td></tr>
|
||||
<tr><td></td><td>DeepSeek R1 Distill Llama 70B</td></tr>
|
||||
<tr><td></td><td>DeepSeek R1 Distill Llama 8B</td></tr>
|
||||
<tr><td></td><td>Gemma 3 27B Instruct</td></tr>
|
||||
<tr><td></td><td>Llama 3.1 70B Instruct</td></tr>
|
||||
<tr><td></td><td>Llama 3.1 8B Instruct</td></tr>
|
||||
<tr><td></td><td>Llama 3.3 70B Instruct</td></tr>
|
||||
<tr><td></td><td>Mistral Nemo 2407</td></tr>
|
||||
<tr><td></td><td>Mistral Small 3.1 24B Instruct 2503</td></tr>
|
||||
<tr><td></td><td>Pixtral 12B (2409)</td></tr>
|
||||
<tr><td></td><td>Qwen2.5 Coder 32B Instruct</td></tr>
|
||||
<tr><td></td><td>sentence-t5-xxl</td></tr>
|
||||
<tr>
|
||||
<td><a href="https://studio.ai21.com/">AI21</a></td>
|
||||
<td>$10 for 3 months</td>
|
||||
<td></td>
|
||||
<td>Jamba family of models</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://console.upstage.ai/">Upstage</a></td>
|
||||
<td>$10 for 3 months</td>
|
||||
<td></td>
|
||||
<td>Solar Pro/Mini</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://nlpcloud.com/home">NLP Cloud</a></td>
|
||||
<td>$15</td>
|
||||
<td>Phone number verification</td>
|
||||
<td>Various open models</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://bailian.console.alibabacloud.com/">Alibaba Cloud (International) Model Studio</a></td>
|
||||
<td>Token/time-limited trials on a per-model basis</td>
|
||||
<td></td>
|
||||
<td><a href="https://www.alibabacloud.com/en/product/modelstudio" target="_blank">Various open and proprietary Qwen models</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://modal.com">Modal</a></td>
|
||||
<td>$30/month</td>
|
||||
<td></td>
|
||||
<td>Any supported model - pay by compute time</td>
|
||||
</tr></tbody>
|
||||
</table>
|
||||
### [Together](https://together.ai)
|
||||
|
||||
**Credits:** $1 when you add a payment method
|
||||
|
||||
**Models:** [Various open models](https://together.ai/models)
|
||||
|
||||
### [Fireworks](https://fireworks.ai/)
|
||||
|
||||
**Credits:** $1
|
||||
|
||||
**Models:** [Various open models](https://fireworks.ai/models)
|
||||
|
||||
### [Unify](https://unify.ai/)
|
||||
|
||||
**Credits:** $5 when you add a payment method
|
||||
|
||||
**Models:** Routes to other providers, various open models and proprietary models (OpenAI, Gemini, Anthropic, Mistral, Perplexity, etc)
|
||||
|
||||
### [Baseten](https://app.baseten.co/)
|
||||
|
||||
**Credits:** $30
|
||||
|
||||
**Models:** [Any supported model - pay by compute time](https://www.baseten.co/library/)
|
||||
|
||||
### [Nebius](https://studio.nebius.com/)
|
||||
|
||||
**Credits:** $1
|
||||
|
||||
**Models:** [Various open models](https://studio.nebius.ai/models)
|
||||
|
||||
### [Novita](https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate)
|
||||
|
||||
**Credits:** $0.5 for 1 year, $20 for 3 months for DeepSeek models with [referral code](https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate) + GitHub account connection
|
||||
|
||||
**Models:** [Various open models](https://novita.ai/models)
|
||||
|
||||
### [AI21](https://studio.ai21.com/)
|
||||
|
||||
**Credits:** $10 for 3 months
|
||||
|
||||
**Models:** Jamba family of models
|
||||
|
||||
### [Upstage](https://console.upstage.ai/)
|
||||
|
||||
**Credits:** $10 for 3 months
|
||||
|
||||
**Models:** Solar Pro/Mini
|
||||
|
||||
### [NLP Cloud](https://nlpcloud.com/home)
|
||||
|
||||
**Credits:** $15
|
||||
|
||||
**Requirements:** Phone number verification
|
||||
|
||||
**Models:** Various open models
|
||||
|
||||
### [Alibaba Cloud (International) Model Studio](https://bailian.console.alibabacloud.com/)
|
||||
|
||||
**Credits:** Token/time-limited trials on a per-model basis
|
||||
|
||||
**Models:** [Various open and proprietary Qwen models](https://www.alibabacloud.com/en/product/modelstudio)
|
||||
|
||||
### [Modal](https://modal.com)
|
||||
|
||||
**Credits:** $30/month
|
||||
|
||||
**Models:** Any supported model - pay by compute time
|
||||
|
||||
### [Hyperbolic](https://app.hyperbolic.xyz/)
|
||||
|
||||
**Credits:** $1
|
||||
|
||||
**Models:**
|
||||
- DeepSeek V3
|
||||
- DeepSeek V3 0324
|
||||
- Hermes 3 Llama 3.1 70B
|
||||
- Llama 3 70B Instruct
|
||||
- Llama 3.1 405B Base
|
||||
- Llama 3.1 405B Base (FP8)
|
||||
- Llama 3.1 405B Instruct
|
||||
- Llama 3.1 70B Instruct
|
||||
- Llama 3.1 8B Instruct
|
||||
- Llama 3.2 3B Instruct
|
||||
- Llama 3.3 70B Instruct
|
||||
- Pixtral 12B (2409)
|
||||
- Qwen QwQ 32B
|
||||
- Qwen QwQ 32B Preview
|
||||
- Qwen2.5 72B Instruct
|
||||
- Qwen2.5 Coder 32B Instruct
|
||||
- Qwen2.5 VL 72B Instruct
|
||||
- Qwen2.5 VL 7B Instruct
|
||||
|
||||
### [SambaNova Cloud](https://cloud.sambanova.ai/)
|
||||
|
||||
**Credits:** $5 for 3 months
|
||||
|
||||
**Models:**
|
||||
- E5-Mistral-7B-Instruct
|
||||
- Llama 3.1 405B
|
||||
- Llama 3.1 8B
|
||||
- Llama 3.2 11B Vision
|
||||
- Llama 3.2 1B
|
||||
- Llama 3.2 3B
|
||||
- Llama 3.2 90B Vision
|
||||
- Llama 3.3 70B
|
||||
- Llama-4-Maverick-17B-128E-Instruct
|
||||
- Llama-4-Scout-17B-16E-Instruct
|
||||
- Llama-Guard-3-8B
|
||||
- Qwen/QwQ-32B
|
||||
- Qwen/QwQ-32B-Preview
|
||||
- Qwen/Qwen2-Audio-7B-Instruct
|
||||
- deepseek-ai/DeepSeek-R1
|
||||
- deepseek-ai/DeepSeek-R1-Distill-Llama-70B
|
||||
- deepseek-ai/DeepSeek-V3-0324
|
||||
|
||||
### [Scaleway Generative APIs](https://console.scaleway.com/generative-api/models)
|
||||
|
||||
**Credits:** 1,000,000 free tokens
|
||||
|
||||
**Models:**
|
||||
- BGE-Multilingual-Gemma2
|
||||
- DeepSeek R1 Distill Llama 70B
|
||||
- DeepSeek R1 Distill Llama 8B
|
||||
- Gemma 3 27B Instruct
|
||||
- Llama 3.1 70B Instruct
|
||||
- Llama 3.1 8B Instruct
|
||||
- Llama 3.3 70B Instruct
|
||||
- Mistral Nemo 2407
|
||||
- Mistral Small 3.1 24B Instruct 2503
|
||||
- Pixtral 12B (2409)
|
||||
- Qwen2.5 Coder 32B Instruct
|
||||
- sentence-t5-xxl
|
||||
|
||||
|
||||
+1
-76
@@ -14,79 +14,4 @@ This lists various services that provide free access or credits towards API-base
|
||||
|
||||
## Providers with trial credits
|
||||
|
||||
<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Provider</th>
|
||||
<th>Credits</th>
|
||||
<th>Requirements</th>
|
||||
<th>Models</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr>
|
||||
<td><a href="https://together.ai">Together</a></td>
|
||||
<td>$1 when you add a payment method</td>
|
||||
<td></td>
|
||||
<td><a href="https://together.ai/models" target="_blank">Various open models</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://fireworks.ai/">Fireworks</a></td>
|
||||
<td>$1</td>
|
||||
<td></td>
|
||||
<td><a href="https://fireworks.ai/models" target="_blank">Various open models</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://unify.ai/">Unify</a></td>
|
||||
<td>$5 when you add a payment method</td>
|
||||
<td></td>
|
||||
<td>Routes to other providers, various open models and proprietary models (OpenAI, Gemini, Anthropic, Mistral, Perplexity, etc)</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://app.baseten.co/">Baseten</a></td>
|
||||
<td>$30</td>
|
||||
<td></td>
|
||||
<td><a href="https://www.baseten.co/library/" target="_blank">Any supported model - pay by compute time</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://studio.nebius.com/">Nebius</a></td>
|
||||
<td>$1</td>
|
||||
<td></td>
|
||||
<td><a href="https://studio.nebius.ai/models" target="_blank">Various open models</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate">Novita</a></td>
|
||||
<td>$0.5 for 1 year<br>$20 for 3 months for DeepSeek models with <a href="https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate">referral code</a> + GitHub account connection</td>
|
||||
<td></td>
|
||||
<td><a href="https://novita.ai/models" target="_blank">Various open models</a></td>
|
||||
</tr>{{TRIAL_MODEL_LIST}}<tr>
|
||||
<td><a href="https://studio.ai21.com/">AI21</a></td>
|
||||
<td>$10 for 3 months</td>
|
||||
<td></td>
|
||||
<td>Jamba family of models</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://console.upstage.ai/">Upstage</a></td>
|
||||
<td>$10 for 3 months</td>
|
||||
<td></td>
|
||||
<td>Solar Pro/Mini</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://nlpcloud.com/home">NLP Cloud</a></td>
|
||||
<td>$15</td>
|
||||
<td>Phone number verification</td>
|
||||
<td>Various open models</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://bailian.console.alibabacloud.com/">Alibaba Cloud (International) Model Studio</a></td>
|
||||
<td>Token/time-limited trials on a per-model basis</td>
|
||||
<td></td>
|
||||
<td><a href="https://www.alibabacloud.com/en/product/modelstudio" target="_blank">Various open and proprietary Qwen models</a></td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td><a href="https://modal.com">Modal</a></td>
|
||||
<td>$30/month</td>
|
||||
<td></td>
|
||||
<td>Any supported model - pay by compute time</td>
|
||||
</tr></tbody>
|
||||
</table>
|
||||
{{TRIAL_LIST_MARKDOWN}}
|
||||
+267
-233
@@ -559,192 +559,176 @@ def main():
|
||||
chutes_models = fetch_chutes_models(chutes_logger)
|
||||
groq_models = fetch_groq_models(groq_logger)
|
||||
|
||||
table = """<table>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Provider</th>
|
||||
<th>Provider Limits/Notes</th>
|
||||
<th>Model Name</th>
|
||||
<th>Model Limits</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
"""
|
||||
# Initialize markdown string for free providers
|
||||
model_list_markdown = ""
|
||||
|
||||
for idx, model in enumerate(openrouter_models):
|
||||
table += "<tr>"
|
||||
# --- OpenRouter ---
|
||||
model_list_markdown += "### [OpenRouter](https://openrouter.ai)\n\n"
|
||||
if openrouter_models:
|
||||
provider_limits = get_human_limits(openrouter_models[0]) # Limits are the same for all free models here
|
||||
model_list_markdown += f"[{provider_limits}<br>1000 requests/day with $10 credit balance](https://openrouter.ai/docs/api-reference/limits)\n\n"
|
||||
model_list_markdown += "Models share a common quota.\n\n"
|
||||
for model in openrouter_models:
|
||||
model_list_markdown += f"- [{model['name']}](https://openrouter.ai/{model['id']})\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(openrouter_models)}">'
|
||||
table += '<a href="https://openrouter.ai" target="_blank">OpenRouter</a>'
|
||||
table += "</td>"
|
||||
table += f'<td rowspan="{len(openrouter_models)}"><a href="https://openrouter.ai/docs/api-reference/limits" target="_blank">{get_human_limits(model)}<br>1000 requests/day with $10 credit balance</a></td>'
|
||||
|
||||
table += f"<td><a href='https://openrouter.ai/{model['id']}' target='_blank'>{model['name']}</a></td>"
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(openrouter_models)}">Shared Quota</td>'
|
||||
table += "</tr>\n"
|
||||
# --- Google AI Studio ---
|
||||
model_list_markdown += "### [Google AI Studio](https://aistudio.google.com)\n\n"
|
||||
model_list_markdown += "Data is used for training when used outside of the UK/CH/EEA/EU.\n\n"
|
||||
model_list_markdown += "<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>\n"
|
||||
|
||||
gemini_text_models = [
|
||||
{
|
||||
"id": "gemini-2.5-pro-exp-03-25",
|
||||
"name": "Gemini 2.5 Pro (Experimental)",
|
||||
"limits": gemini_models["gemini-2.0-pro-exp"],
|
||||
"limits": gemini_models.get("gemini-2.0-pro-exp", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemini-2.0-flash",
|
||||
"name": "Gemini 2.0 Flash",
|
||||
"limits": gemini_models["gemini-2.0-flash"],
|
||||
"limits": gemini_models.get("gemini-2.0-flash", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemini-2.0-flash-lite",
|
||||
"name": "Gemini 2.0 Flash-Lite",
|
||||
"limits": gemini_models["gemini-2.0-flash-lite"],
|
||||
"limits": gemini_models.get("gemini-2.0-flash-lite", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemini-2.0-flash-exp",
|
||||
"name": "Gemini 2.0 Flash (Experimental)",
|
||||
"limits": gemini_models["gemini-2.0-flash-exp"],
|
||||
"limits": gemini_models.get("gemini-2.0-flash-exp", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemini-1.5-flash",
|
||||
"name": "Gemini 1.5 Flash",
|
||||
"limits": gemini_models["gemini-1.5-flash"],
|
||||
"limits": gemini_models.get("gemini-1.5-flash", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemini-1.5-flash-8b",
|
||||
"name": "Gemini 1.5 Flash-8B",
|
||||
"limits": gemini_models["gemini-1.5-flash-8b"],
|
||||
"limits": gemini_models.get("gemini-1.5-flash-8b", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemini-1.5-pro",
|
||||
"name": "Gemini 1.5 Pro",
|
||||
"limits": gemini_models["gemini-1.5-pro"],
|
||||
"limits": gemini_models.get("gemini-1.5-pro", {}),
|
||||
},
|
||||
{
|
||||
"id": "learnlm-1.5-pro-experimental",
|
||||
"name": "LearnLM 1.5 Pro (Experimental)",
|
||||
"limits": gemini_models["learnlm-1.5-pro-experimental"],
|
||||
"limits": gemini_models.get("learnlm-1.5-pro-experimental", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemma-3-27b-it",
|
||||
"name": "Gemma 3 27B Instruct",
|
||||
"limits": gemini_models["gemma-3-27b"],
|
||||
"limits": gemini_models.get("gemma-3-27b", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemma-3-12b-it",
|
||||
"name": "Gemma 3 12B Instruct",
|
||||
"limits": gemini_models["gemma-3-12b"],
|
||||
"limits": gemini_models.get("gemma-3-12b", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemma-3-4b-it",
|
||||
"name": "Gemma 3 4B Instruct",
|
||||
"limits": gemini_models["gemma-3-4b"],
|
||||
"limits": gemini_models.get("gemma-3-4b", {}),
|
||||
},
|
||||
{
|
||||
"id": "gemma-3-1b-it",
|
||||
"name": "Gemma 3 1B Instruct",
|
||||
"limits": gemini_models["gemma-3-1b"],
|
||||
"limits": gemini_models.get("gemma-3-1b", {}),
|
||||
},
|
||||
]
|
||||
gemini_embedding_models = [
|
||||
{
|
||||
"id": "text-embedding-004",
|
||||
"name": "text-embedding-004",
|
||||
"limits": gemini_models["project-embedding"],
|
||||
"limits": gemini_models.get("project-embedding", {}),
|
||||
},
|
||||
{
|
||||
"id": "embedding-001",
|
||||
"name": "embedding-001",
|
||||
"limits": gemini_models["project-embedding"],
|
||||
"limits": gemini_models.get("project-embedding", {}),
|
||||
},
|
||||
]
|
||||
|
||||
for idx, model in enumerate(gemini_text_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(gemini_text_models) + len(gemini_embedding_models)}">'
|
||||
table += '<a href="https://aistudio.google.com" target="_blank">Google AI Studio</a>'
|
||||
table += "</td>"
|
||||
table += f'<td rowspan="{len(gemini_text_models) + len(gemini_embedding_models)}">Data is used for training (when used outside of the UK/CH/EEA/EU).</td>'
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += f"<td>{get_human_limits(model)}</td>"
|
||||
table += "</tr>\n"
|
||||
# Write text models to table
|
||||
for model in gemini_text_models:
|
||||
limits_str = get_human_limits(model)
|
||||
model_list_markdown += f"<tr><td>{model['name']}</td><td>{limits_str}</td></tr>\n"
|
||||
|
||||
for idx, model in enumerate(gemini_embedding_models):
|
||||
table += "<tr>"
|
||||
table += f"<td>{model['name']}</td>"
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(gemini_embedding_models)}">{get_human_limits(model)}<br>100 content/batch<br>Shared Quota</td>'
|
||||
table += "</tr>\n"
|
||||
# Write embedding models to table
|
||||
first_embedding = True
|
||||
for model in gemini_embedding_models:
|
||||
limits_str = get_human_limits(model)
|
||||
model_list_markdown += f"<tr><td>{model['name']}</td>"
|
||||
if first_embedding:
|
||||
model_list_markdown += f'<td rowspan="{len(gemini_embedding_models)}">{limits_str}<br>100 content/batch<br>Shared Quota</td>'
|
||||
first_embedding = False
|
||||
model_list_markdown += "</tr>\n"
|
||||
|
||||
table += """<tr>
|
||||
<td><a href="https://build.nvidia.com/explore/discover">NVIDIA NIM</a></td>
|
||||
<td>Phone number verification required.<br>Models tend to be context window limited.</td>
|
||||
<td><a href="https://build.nvidia.com/models" target="_blank">Various open models</a></td>
|
||||
<td>40 requests/minute</td>
|
||||
</tr>"""
|
||||
model_list_markdown += "</tbody></table>\n\n"
|
||||
|
||||
table += """<tr>
|
||||
<td><a href="https://console.mistral.ai/" target="_blank">Mistral (La Plateforme)</a></td>
|
||||
<td>Free tier (Experiment plan) requires opting into data training, requires phone number verification.</td>
|
||||
<td><a href="https://docs.mistral.ai/getting-started/models/models_overview/" target="_blank">Open and Proprietary Mistral models</a></td>
|
||||
<td>1 request/second<br>500,000 tokens/minute<br>1,000,000,000 tokens/month</td>
|
||||
</tr>"""
|
||||
# --- NVIDIA NIM ---
|
||||
model_list_markdown += "### [NVIDIA NIM](https://build.nvidia.com/explore/discover)\n\n"
|
||||
model_list_markdown += "Phone number verification required. Models tend to be context window limited.\n\n"
|
||||
model_list_markdown += "- [Various open models](https://build.nvidia.com/models) (40 requests/minute)\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
table += """<tr>
|
||||
<td><a href="https://codestral.mistral.ai/" target="_blank">Mistral (Codestral)</a></td>
|
||||
<td>Currently free to use, monthly subscription based, requires phone number verification.</td>
|
||||
<td>Codestral</td>
|
||||
<td>30 requests/minute<br>2,000 requests/day</td>
|
||||
</tr>"""
|
||||
# --- Mistral (La Plateforme) ---
|
||||
model_list_markdown += "### [Mistral (La Plateforme)](https://console.mistral.ai/)\n\n"
|
||||
model_list_markdown += "Free tier (Experiment plan) requires opting into data training, requires phone number verification.\n\n"
|
||||
model_list_markdown += "- [Open and Proprietary Mistral models](https://docs.mistral.ai/getting-started/models/models_overview/) (1 request/second, 500,000 tokens/minute, 1,000,000,000 tokens/month)\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
table += """<tr>
|
||||
<td><a href="https://huggingface.co/docs/api-inference/en/index" target="_blank">HuggingFace Serverless Inference</a></td>
|
||||
<td>Limited to models smaller than 10GB.<br>Some popular models are supported even if they exceed 10GB.</td>
|
||||
<td>Various open models</td>
|
||||
<td><a href="https://huggingface.co/docs/api-inference/pricing" target="_blank">Variable credits per month, currently $0.10</a></td>
|
||||
</tr>"""
|
||||
# --- Mistral (Codestral) ---
|
||||
model_list_markdown += "### [Mistral (Codestral)](https://codestral.mistral.ai/)\n\n"
|
||||
model_list_markdown += "Currently free to use, monthly subscription based, requires phone number verification.\n\n"
|
||||
model_list_markdown += "- Codestral (30 requests/minute, 2,000 requests/day)\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
table += """<tr>
|
||||
<td rowspan="3"><a href="https://cloud.cerebras.ai/" target="_blank">Cerebras</a></td>
|
||||
<td rowspan="3">Free tier restricted to 8K context</td>
|
||||
<td>Llama 4 Scout</td>
|
||||
<td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Llama 3.1 8B</td>
|
||||
<td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td>
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Llama 3.3 70B</td>
|
||||
<td>30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day</td>
|
||||
</tr>"""
|
||||
# --- HuggingFace Serverless Inference ---
|
||||
model_list_markdown += "### [HuggingFace Serverless Inference](https://huggingface.co/docs/api-inference/en/index)\n\n"
|
||||
model_list_markdown += "Limited to models smaller than 10GB. Some popular models are supported even if they exceed 10GB.\n\n"
|
||||
model_list_markdown += "- Various open models ([Variable credits per month, currently $0.10](https://huggingface.co/docs/api-inference/pricing))\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
for idx, model in enumerate(groq_models):
|
||||
table += "<tr>"
|
||||
# --- Cerebras ---
|
||||
model_list_markdown += "### [Cerebras](https://cloud.cerebras.ai/)\n\n"
|
||||
model_list_markdown += "Free tier restricted to 8K context.\n\n"
|
||||
model_list_markdown += "<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>\n"
|
||||
cerebras_limit_text = "30 requests/minute<br>60,000 tokens/minute<br>900 requests/hour<br>1,000,000 tokens/hour<br>14,400 requests/day<br>1,000,000 tokens/day"
|
||||
cerebras_models = [
|
||||
{"name": "Llama 4 Scout", "limits_text": cerebras_limit_text},
|
||||
{"name": "Llama 3.1 8B", "limits_text": cerebras_limit_text},
|
||||
{"name": "Llama 3.3 70B", "limits_text": cerebras_limit_text},
|
||||
]
|
||||
for model in cerebras_models:
|
||||
model_list_markdown += f"<tr><td>{model['name']}</td><td>{model['limits_text']}</td></tr>\n"
|
||||
model_list_markdown += "</tbody></table>\n\n"
|
||||
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(groq_models)}">'
|
||||
table += '<a href="https://console.groq.com" target="_blank">Groq</a>'
|
||||
table += "</td>"
|
||||
table += f'<td rowspan="{len(groq_models)}"></td>'
|
||||
# --- Groq ---
|
||||
model_list_markdown += "### [Groq](https://console.groq.com)\n\n"
|
||||
if groq_models:
|
||||
model_list_markdown += "<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>\n"
|
||||
for model in groq_models:
|
||||
limits_str = get_human_limits(model)
|
||||
model_list_markdown += f"<tr><td>{model['name']}</td><td>{limits_str}</td></tr>\n"
|
||||
model_list_markdown += "</tbody></table>\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += f"<td>{get_human_limits(model)}</td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
for idx, model in enumerate(ovh_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += '<td rowspan="' + str(len(ovh_models)) + '">'
|
||||
table += '<a href="https://endpoints.ai.cloud.ovh.net/" target="_blank">OVH AI Endpoints (Free Beta)</a>'
|
||||
table += "</td>"
|
||||
table += '<td rowspan="' + str(len(ovh_models)) + '"></td>'
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += f"<td>{get_human_limits(model)}</td>"
|
||||
table += "</tr>\n"
|
||||
# --- OVH AI Endpoints ---
|
||||
model_list_markdown += "### [OVH AI Endpoints (Free Beta)](https://endpoints.ai.cloud.ovh.net/)\n\n"
|
||||
if ovh_models:
|
||||
model_list_markdown += "<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>\n"
|
||||
for model in ovh_models:
|
||||
limits_str = get_human_limits(model)
|
||||
model_list_markdown += f"<tr><td>{model['name']}</td><td>{limits_str}</td></tr>\n"
|
||||
model_list_markdown += "</tbody></table>\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
# --- Together ---
|
||||
together_models = [
|
||||
{
|
||||
"id": "meta-llama/Llama-Vision-Free",
|
||||
@@ -762,20 +746,15 @@ def main():
|
||||
"urlId": "deepseek-r1-distilled-llama-70b-free",
|
||||
},
|
||||
]
|
||||
model_list_markdown += "### [Together](https://together.ai)\n\n"
|
||||
model_list_markdown += "Up to 60 requests/minute.\n\n"
|
||||
if together_models:
|
||||
for model in together_models:
|
||||
model_list_markdown += f"- [{model['name']}](https://together.ai/{model['urlId']})\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
for idx, model in enumerate(together_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(together_models)}">'
|
||||
table += '<a href="https://together.ai" target="_blank">Together</a>'
|
||||
table += "</td>"
|
||||
table += (
|
||||
f'<td rowspan="{len(together_models)}">Up to 60 requests/minute</td>'
|
||||
)
|
||||
table += f"<td><a href='https://together.ai/{model['urlId']}' target='_blank'>{model['name']}</a></td>"
|
||||
table += f"<td>{get_human_limits(model)}</td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
# --- Cohere ---
|
||||
cohere_models = [
|
||||
{"id": "command-a-03-2025", "name": "Command-A"},
|
||||
{"id": "command-r7b-12-2024", "name": "Command-R7B"},
|
||||
@@ -786,63 +765,40 @@ def main():
|
||||
{"id": "c4ai-aya-vision-8b", "name": "Aya Vision 8B"},
|
||||
{"id": "c4ai-aya-vision-32b", "name": "Aya Vision 32B"},
|
||||
]
|
||||
model_list_markdown += "### [Cohere](https://cohere.com)\n\n"
|
||||
model_list_markdown += "[20 requests/minute<br>1,000 requests/month](https://docs.cohere.com/docs/rate-limits)\n\n"
|
||||
model_list_markdown += "Models share a common quota.\n\n"
|
||||
if cohere_models:
|
||||
for model in cohere_models:
|
||||
model_list_markdown += f"- {model['name']}\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
for idx, model in enumerate(cohere_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(cohere_models)}">'
|
||||
table += '<a href="https://cohere.com" target="_blank">Cohere</a>'
|
||||
table += "</td>"
|
||||
table += f'<td rowspan="{len(cohere_models)}"><a href="https://docs.cohere.com/docs/rate-limits">20 requests/minute<br>1,000 requests/month</a></td>'
|
||||
table += f"<td>{model['name']}</td>"
|
||||
if idx == 0:
|
||||
table += f'<td rowspan="{len(cohere_models)}">Shared Limit</td>'
|
||||
table += "</tr>\n"
|
||||
# --- GitHub Models ---
|
||||
model_list_markdown += "### [GitHub Models](https://github.com/marketplace/models)\n\n"
|
||||
model_list_markdown += "Extremely restrictive input/output token limits. [Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)](https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits)\n\n"
|
||||
if github_models:
|
||||
for model in github_models:
|
||||
model_list_markdown += f"- {model['name']}\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
for idx, model in enumerate(github_models):
|
||||
table += "<tr>"
|
||||
table += (
|
||||
f'<td rowspan="{len(github_models)}"><a href="https://github.com/marketplace/models" target="_blank">GitHub Models</a></td>'
|
||||
if idx == 0
|
||||
else ""
|
||||
)
|
||||
table += (
|
||||
f'<td rowspan="{len(github_models)}">Extremely restrictive input/output token limits.<br><a href="https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits" target="_blank">Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)</a></td>'
|
||||
if idx == 0
|
||||
else ""
|
||||
)
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += "<td></td>"
|
||||
table += "</tr>\n"
|
||||
# --- Chutes ---
|
||||
model_list_markdown += "### [Chutes](https://chutes.ai/)\n\n"
|
||||
model_list_markdown += "Distributed, decentralized crypto-based compute. Data is sent to individual hosts.\n\n"
|
||||
if chutes_models:
|
||||
for model in chutes_models:
|
||||
model_list_markdown += f"- {model['name']}\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
for idx, model in enumerate(chutes_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += '<td rowspan="' + str(len(chutes_models)) + '">'
|
||||
table += '<a href="https://chutes.ai/" target="_blank">Chutes</a>'
|
||||
table += "</td>"
|
||||
table += (
|
||||
'<td rowspan="'
|
||||
+ str(len(chutes_models))
|
||||
+ '">Distributed, decentralized crypto-based compute. Data is sent to individual hosts.</td>'
|
||||
)
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += "<td></td>"
|
||||
table += "</tr>\n"
|
||||
# --- Cloudflare Workers AI ---
|
||||
model_list_markdown += "### [Cloudflare Workers AI](https://developers.cloudflare.com/workers-ai)\n\n"
|
||||
model_list_markdown += "[10,000 neurons/day](https://developers.cloudflare.com/workers-ai/platform/pricing/#free-allocation)\n\n"
|
||||
if cloudflare_models:
|
||||
for model in cloudflare_models:
|
||||
model_list_markdown += f"- {model['name']}\n"
|
||||
model_list_markdown += "\n"
|
||||
|
||||
for idx, model in enumerate(cloudflare_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += '<td rowspan="' + str(len(cloudflare_models)) + '">'
|
||||
table += '<a href="https://developers.cloudflare.com/workers-ai" target="_blank">Cloudflare Workers AI</a>'
|
||||
table += "</td>"
|
||||
table += '<td rowspan="' + str(len(cloudflare_models)) + '">'
|
||||
table += '<a href="https://developers.cloudflare.com/workers-ai/platform/pricing/#free-allocation">10,000 neurons/day</a>'
|
||||
table += "</td>"
|
||||
table += f"<td>{model['name']}</td>"
|
||||
table += "<td></td>"
|
||||
table += "</tr>\n"
|
||||
|
||||
# --- Google Cloud Vertex AI ---
|
||||
vertex_llama_models = [
|
||||
{
|
||||
"id": "llama-4-maverick-17b-128e-instruct-maas",
|
||||
@@ -903,70 +859,148 @@ def main():
|
||||
"limits": {"requests/minute": 10},
|
||||
},
|
||||
]
|
||||
model_list_markdown += "### [Google Cloud Vertex AI](https://console.cloud.google.com/vertex-ai/model-garden)\n\n"
|
||||
model_list_markdown += "Very stringent payment verification for Google Cloud.\n\n"
|
||||
model_list_markdown += "<table><thead><tr><th>Model Name</th><th>Model Limits</th></tr></thead><tbody>\n"
|
||||
|
||||
for idx, model in enumerate(vertex_gemini_models):
|
||||
table += "<tr>"
|
||||
if idx == 0:
|
||||
table += (
|
||||
f'<td rowspan="{len(vertex_llama_models) + len(vertex_gemini_models)}">'
|
||||
)
|
||||
table += '<a href="https://console.cloud.google.com/vertex-ai/model-garden" target="_blank">Google Cloud Vertex AI</a>'
|
||||
table += "</td>"
|
||||
table += f'<td rowspan="{len(vertex_llama_models) + len(vertex_gemini_models)}">Very stringent payment verification for Google Cloud.</td>'
|
||||
table += f'<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">{model['name']}</a></td>'
|
||||
if idx == 0:
|
||||
table += f"<td rowspan='{len(vertex_gemini_models)}'>{get_human_limits(model)}<br>Shared Quota</td>"
|
||||
table += "</tr>\n"
|
||||
# Write Gemini models to table
|
||||
first_gemini = True
|
||||
if vertex_gemini_models:
|
||||
for model in vertex_gemini_models:
|
||||
limits_str = get_human_limits(model)
|
||||
model_list_markdown += f'<tr><td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">{model['name']}</a></td>'
|
||||
if first_gemini:
|
||||
model_list_markdown += f'<td rowspan="{len(vertex_gemini_models)}">{limits_str}<br>Shared Quota</td>'
|
||||
first_gemini = False
|
||||
model_list_markdown += "</tr>\n"
|
||||
|
||||
for idx, model in enumerate(vertex_llama_models):
|
||||
table += "<tr>"
|
||||
table += f"<td><a href='https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/{model['urlId']}' target='_blank'>{model['name']}</a></td>"
|
||||
table += f"<td>{get_human_limits(model)}<br>Free during preview</td>"
|
||||
table += "</tr>\n"
|
||||
# Write Llama models to table
|
||||
if vertex_llama_models:
|
||||
for model in vertex_llama_models:
|
||||
limits_str = get_human_limits(model)
|
||||
model_list_markdown += f'<tr><td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/{model['urlId']}" target="_blank">{model['name']}</a></td><td>{limits_str}<br>Free during preview</td></tr>\n'
|
||||
|
||||
table += "</tbody></table>"
|
||||
model_list_markdown += "</tbody></table>\n\n"
|
||||
|
||||
trial_table = ""
|
||||
for idx, model in enumerate(hyperbolic_models):
|
||||
trial_table += "<tr>"
|
||||
if idx == 0:
|
||||
trial_table += f'<td rowspan="{len(hyperbolic_models)}">'
|
||||
trial_table += (
|
||||
'<a href="https://app.hyperbolic.xyz/" target="_blank">Hyperbolic</a>'
|
||||
)
|
||||
trial_table += "</td>"
|
||||
trial_table += f'<td rowspan="{len(hyperbolic_models)}">$1</td>'
|
||||
trial_table += f'<td rowspan="{len(hyperbolic_models)}"></td>'
|
||||
trial_table += f"<td>{model['name']}</td>"
|
||||
trial_table += "</tr>\n"
|
||||
|
||||
for idx, model in enumerate(samba_models):
|
||||
trial_table += "<tr>"
|
||||
# --- Trial Providers Section Generation ---
|
||||
trial_list_markdown = ""
|
||||
|
||||
if idx == 0:
|
||||
trial_table += f'<td rowspan="{len(samba_models)}">'
|
||||
trial_table += '<a href="https://cloud.sambanova.ai/" target="_blank">SambaNova Cloud</a>'
|
||||
trial_table += "</td>"
|
||||
trial_table += f'<td rowspan="{len(samba_models)}">$5 for 3 months</td>'
|
||||
# --- Static Trial Providers (Markdown List/Simple Entry) ---
|
||||
trial_providers_static = [
|
||||
{
|
||||
"name": "Together",
|
||||
"url": "https://together.ai",
|
||||
"credits": "$1 when you add a payment method",
|
||||
"requirements": "",
|
||||
"models_desc": "[Various open models](https://together.ai/models)",
|
||||
},
|
||||
{
|
||||
"name": "Fireworks",
|
||||
"url": "https://fireworks.ai/",
|
||||
"credits": "$1",
|
||||
"requirements": "",
|
||||
"models_desc": "[Various open models](https://fireworks.ai/models)",
|
||||
},
|
||||
{
|
||||
"name": "Unify",
|
||||
"url": "https://unify.ai/",
|
||||
"credits": "$5 when you add a payment method",
|
||||
"requirements": "",
|
||||
"models_desc": "Routes to other providers, various open models and proprietary models (OpenAI, Gemini, Anthropic, Mistral, Perplexity, etc)",
|
||||
},
|
||||
{
|
||||
"name": "Baseten",
|
||||
"url": "https://app.baseten.co/",
|
||||
"credits": "$30",
|
||||
"requirements": "",
|
||||
"models_desc": "[Any supported model - pay by compute time](https://www.baseten.co/library/)",
|
||||
},
|
||||
{
|
||||
"name": "Nebius",
|
||||
"url": "https://studio.nebius.com/",
|
||||
"credits": "$1",
|
||||
"requirements": "",
|
||||
"models_desc": "[Various open models](https://studio.nebius.ai/models)",
|
||||
},
|
||||
{
|
||||
"name": "Novita",
|
||||
"url": "https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate",
|
||||
"credits": "$0.5 for 1 year, $20 for 3 months for DeepSeek models with [referral code](https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate) + GitHub account connection",
|
||||
"requirements": "",
|
||||
"models_desc": "[Various open models](https://novita.ai/models)",
|
||||
},
|
||||
{
|
||||
"name": "AI21",
|
||||
"url": "https://studio.ai21.com/",
|
||||
"credits": "$10 for 3 months",
|
||||
"requirements": "",
|
||||
"models_desc": "Jamba family of models",
|
||||
},
|
||||
{
|
||||
"name": "Upstage",
|
||||
"url": "https://console.upstage.ai/",
|
||||
"credits": "$10 for 3 months",
|
||||
"requirements": "",
|
||||
"models_desc": "Solar Pro/Mini",
|
||||
},
|
||||
{
|
||||
"name": "NLP Cloud",
|
||||
"url": "https://nlpcloud.com/home",
|
||||
"credits": "$15",
|
||||
"requirements": "Phone number verification",
|
||||
"models_desc": "Various open models",
|
||||
},
|
||||
{
|
||||
"name": "Alibaba Cloud (International) Model Studio",
|
||||
"url": "https://bailian.console.alibabacloud.com/",
|
||||
"credits": "Token/time-limited trials on a per-model basis",
|
||||
"requirements": "",
|
||||
"models_desc": "[Various open and proprietary Qwen models](https://www.alibabacloud.com/en/product/modelstudio)",
|
||||
},
|
||||
{
|
||||
"name": "Modal",
|
||||
"url": "https://modal.com",
|
||||
"credits": "$30/month",
|
||||
"requirements": "",
|
||||
"models_desc": "Any supported model - pay by compute time",
|
||||
},
|
||||
]
|
||||
|
||||
trial_table += f"<td></td>"
|
||||
trial_table += f"<td>{model['name']}</td>"
|
||||
trial_table += "</tr>\n"
|
||||
for provider in trial_providers_static:
|
||||
trial_list_markdown += f"### [{provider['name']}]({provider['url']})\n\n"
|
||||
trial_list_markdown += f"**Credits:** {provider['credits']}\n\n"
|
||||
if provider["requirements"]:
|
||||
trial_list_markdown += f"**Requirements:** {provider['requirements']}\n\n"
|
||||
trial_list_markdown += f"**Models:** {provider['models_desc']}\n\n"
|
||||
|
||||
# --- Hyperbolic (Trial - Table) ---
|
||||
if hyperbolic_models:
|
||||
trial_list_markdown += "### [Hyperbolic](https://app.hyperbolic.xyz/)\n\n"
|
||||
trial_list_markdown += "**Credits:** $1\n\n"
|
||||
trial_list_markdown += "**Models:**\n"
|
||||
for model in hyperbolic_models:
|
||||
trial_list_markdown += f"- {model['name']}\n"
|
||||
trial_list_markdown += "\n"
|
||||
|
||||
# --- SambaNova Cloud (Trial - Table) ---
|
||||
if samba_models:
|
||||
trial_list_markdown += "### [SambaNova Cloud](https://cloud.sambanova.ai/)\n\n"
|
||||
trial_list_markdown += "**Credits:** $5 for 3 months\n\n"
|
||||
trial_list_markdown += "**Models:**\n"
|
||||
for model in samba_models:
|
||||
trial_list_markdown += f"- {model['name']}\n"
|
||||
trial_list_markdown += "\n"
|
||||
|
||||
# --- Scaleway Generative APIs (Trial - Table) ---
|
||||
if scaleway_models:
|
||||
trial_list_markdown += "### [Scaleway Generative APIs](https://console.scaleway.com/generative-api/models)\n\n"
|
||||
trial_list_markdown += "**Credits:** 1,000,000 free tokens\n\n"
|
||||
trial_list_markdown += "**Models:**\n"
|
||||
for model in scaleway_models:
|
||||
trial_list_markdown += f"- {model['name']}\n"
|
||||
trial_list_markdown += "\n"
|
||||
|
||||
for idx, model in enumerate(scaleway_models):
|
||||
trial_table += "<tr>"
|
||||
if idx == 0:
|
||||
trial_table += '<td rowspan="' + str(len(scaleway_models)) + '">'
|
||||
trial_table += '<a href="https://console.scaleway.com/generative-api/models" target="_blank">Scaleway Generative APIs</a>'
|
||||
trial_table += "</td>"
|
||||
trial_table += (
|
||||
'<td rowspan="'
|
||||
+ str(len(scaleway_models))
|
||||
+ '">1,000,000 free tokens</td>'
|
||||
)
|
||||
trial_table += f"<td></td>"
|
||||
trial_table += f"<td>{model['name']}</td>"
|
||||
trial_table += "</tr>\n"
|
||||
|
||||
if MISSING_MODELS:
|
||||
logger.warning("Missing models:")
|
||||
@@ -984,8 +1018,8 @@ WARNING: DO NOT EDIT THIS FILE DIRECTLY. IT IS GENERATED BY src/pull_available_m
|
||||
with open(os.path.join(script_dir, "..", "README.md"), "w") as f:
|
||||
f.write(
|
||||
(warning + readme)
|
||||
.replace("{{MODEL_LIST}}", table)
|
||||
.replace("{{TRIAL_MODEL_LIST}}", trial_table)
|
||||
.replace("{{MODEL_LIST}}", model_list_markdown)
|
||||
.replace("{{TRIAL_LIST_MARKDOWN}}", trial_list_markdown)
|
||||
)
|
||||
logger.info("Wrote models to README.md")
|
||||
|
||||
|
||||
Reference in new issue
Block a user