tiennm99/cheahjs-free-llm-api-resources
1
0 Fork 0
mirror of https://github.com/tiennm99/cheahjs-free-llm-api-resources.git synced 2026-10-14 08:18:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

docs: update

Browse Source
This commit is contained in:
Jun Siang Cheah committed 2024-10-02 13:48:09 +01:00
1 parent 4b758e3a33
commit 2463ea5ae5
2 files changed
+55 -9
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

README.md
+27 -5
View File
@@ -40,7 +40,7 @@ This lists various services that provide free access or credits towards API-base
<tr><td>Whisper Large v3</td><td>7200 audio-seconds/minute<br>2000 requests/day</td></tr>
<tr><td rowspan="18"><a href="https://openrouter.ai" target="_blank">OpenRouter</a></td><td rowspan="18"></td><td>Gemma 2 9B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Hermes 3 Llama 3.1 405B</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>LFM 40B</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Liquid LFM 40B</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Llama 3 8B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Llama 3.1 405B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
<tr><td>Llama 3.1 70B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
@@ -89,11 +89,23 @@ This lists various services that provide free access or credits towards API-base
<tr>
<td>embedding-001</td>
</tr><tr>
<td rowspan="3"><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden" target="_blank">Google Cloud Vertex AI</a></td>
<td rowspan="3">Very stringent payment verification for Google Cloud.</td>
<td rowspan="6"><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden" target="_blank">Google Cloud Vertex AI</a></td>
<td rowspan="6">Very stringent payment verification for Google Cloud.</td>
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas" target="_blank">Llama 3.1 405B Instruct</a></td>
<td>Llama 3.1 API Service free during preview.<br>60 requests/minute</td>
</tr>
<tr>
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas" target="_blank">Llama 3.1 70B Instruct</a></td>
<td>Llama 3.1 API Service free during preview.<br>60 requests/minute</td>
</tr>
<tr>
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas" target="_blank">Llama 3.1 8B Instruct</a></td>
<td>Llama 3.1 API Service free during preview.<br>60 requests/minute</td>
</tr>
<tr>
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas" target="_blank">Llama 3.2 90B Vision Instruct</a></td>
<td>Llama 3.2 API Service free during preview.<br>30 requests/minute</td>
</tr>
<tr>
<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini Flash Experimental</a></td>
<td rowspan="2">Experimental Gemini model.<br>10 requests/minute</td>
@@ -168,10 +180,15 @@ This lists various services that provide free access or credits towards API-base
<tr><td>Una Cybertron 7B v2 (BF16)</td><td></td></tr>
<tr><td>Zephyr 7B Beta (AWQ)</td><td></td></tr>
<tr>
<td><a href="https://docs.lambdalabs.com/on-demand-cloud/using-the-lambda-chat-completions-api" target="_blank">Lambda Labs (Free Preview)</a></td>
<td rowspan="2"><a href="https://docs.lambdalabs.com/on-demand-cloud/using-the-lambda-chat-completions-api" target="_blank">Lambda Labs (Free Preview)</a></td>
<td><a href="https://lambdalabs.com/blog/unveiling-hermes-3-the-first-fine-tuned-llama-3.1-405b-model-is-on-lambdas-cloud" target="_blank">Free for a limited time</a></td>
<td>Nous Hermes 3 Llama 3.1 405B (FP8)</td>
<td></td>
</tr>
<tr>
<td></td>
<td>Liquid LFM 40B</td>
<td></td>
</tr><tr>
<td><a href="https://console.mistral.ai/" target="_blank">Mistral (Le Platforme)</a></td>
<td>Free tier (Experiment plan) requires opting into data training.</td>
@@ -229,7 +246,12 @@ This lists various services that provide free access or credits towards API-base
<tr><td>Phi-3-small instruct (128k)</td><td></td></tr>
<tr><td>Phi-3-small instruct (8k)</td><td></td></tr>
<tr><td>Phi-3.5-mini instruct (128k)</td><td></td></tr>
</tbody></table>
<tr>
<td><a href="https://together.ai">Together</a></td>
<td></td>
<td>Llama 3.2 11B Vision Instruct</td>
<td><a href="https://www.together.ai/blog/llama-3-2-vision-stack">Free for 2024</a></td>
</tr></tbody></table>
## Providers with trial credits
src/pull_available_models.py
+28 -4
View File
@@ -120,7 +120,7 @@ MODEL_TO_NAME_MAPPING = {
"meta-llama/llama-3.2-90b-vision": "Llama 3.2 90B Vision",
"meta-llama/llama-3.1-70b-instruct:free": "Llama 3.1 70B Instruct",
"meta-llama/llama-3.2-1b-instruct:free": "Llama 3.2 1B Instruct",
"liquid/lfm-40b:free": "LFM 40B",
"liquid/lfm-40b:free": "Liquid LFM 40B",
"meta-llama/llama-3.2-3b-instruct:free": "Llama 3.2 3B Instruct",
"meta-llama/llama-3.1-405b-instruct:free": "Llama 3.1 405B Instruct",
"mathstral-7b-v0.1": "Mathstral 7B v0.1",
@@ -572,11 +572,23 @@ def main():
</tr>"""
table += """<tr>
<td rowspan="3"><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden" target="_blank">Google Cloud Vertex AI</a></td>
<td rowspan="3">Very stringent payment verification for Google Cloud.</td>
<td rowspan="6"><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden" target="_blank">Google Cloud Vertex AI</a></td>
<td rowspan="6">Very stringent payment verification for Google Cloud.</td>
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas" target="_blank">Llama 3.1 405B Instruct</a></td>
<td>Llama 3.1 API Service free during preview.<br>60 requests/minute</td>
</tr>
<tr>
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas" target="_blank">Llama 3.1 70B Instruct</a></td>
<td>Llama 3.1 API Service free during preview.<br>60 requests/minute</td>
</tr>
<tr>
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas" target="_blank">Llama 3.1 8B Instruct</a></td>
<td>Llama 3.1 API Service free during preview.<br>60 requests/minute</td>
</tr>
<tr>
<td><a href="https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-3.2-90b-vision-instruct-maas" target="_blank">Llama 3.2 90B Vision Instruct</a></td>
<td>Llama 3.2 API Service free during preview.<br>30 requests/minute</td>
</tr>
<tr>
<td><a href="https://cloud.google.com/vertex-ai/generative-ai/docs/multimodal/gemini-experimental" target="_blank">Gemini Flash Experimental</a></td>
<td rowspan="2">Experimental Gemini model.<br>10 requests/minute</td>
@@ -616,10 +628,15 @@ def main():
table += f"<tr>{f'<td rowspan="{len(cloudflare_models)}"><a href="https://developers.cloudflare.com/workers-ai" target="_blank">Cloudflare Workers AI</a></td>' if idx == 0 else ''}{ f'<td rowspan="{len(cloudflare_models)}">10000 neurons/day<br>Beta models have unlimited usage.<br>Typically 300 requests/min for text models.</td>' if idx == 0 else ''}<td>{model['name']}</td><td></td></tr>\n"
table += """<tr>
<td><a href="https://docs.lambdalabs.com/on-demand-cloud/using-the-lambda-chat-completions-api" target="_blank">Lambda Labs (Free Preview)</a></td>
<td rowspan="2"><a href="https://docs.lambdalabs.com/on-demand-cloud/using-the-lambda-chat-completions-api" target="_blank">Lambda Labs (Free Preview)</a></td>
<td><a href="https://lambdalabs.com/blog/unveiling-hermes-3-the-first-fine-tuned-llama-3.1-405b-model-is-on-lambdas-cloud" target="_blank">Free for a limited time</a></td>
<td>Nous Hermes 3 Llama 3.1 405B (FP8)</td>
<td></td>
</tr>
<tr>
<td></td>
<td>Liquid LFM 40B</td>
<td></td>
</tr>"""
table += """<tr>
@@ -669,6 +686,13 @@ def main():
table += "<td></td>"
table += "</tr>\n"
table += """<tr>
<td><a href="https://together.ai">Together</a></td>
<td></td>
<td>Llama 3.2 11B Vision Instruct</td>
<td><a href="https://www.together.ai/blog/llama-3-2-vision-stack">Free for 2024</a></td>
</tr>"""
table += "</tbody></table>"
trial_table = ""