mirror of
https://github.com/tiennm99/cheahjs-free-llm-api-resources.git
synced 2026-10-14 18:18:17 +00:00
update
This commit is contained in:
Jun Siang Cheah committed
1 parent
5d4870e914
commit
67e6ab0d8e
2 files changed
+55
-35
No files matched your search
@@ -23,8 +23,10 @@ This lists various services that provide free access or credits towards API-base
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
<tr><td rowspan="31"><a href="https://openrouter.ai" target="_blank">OpenRouter</a></td><td rowspan="31">20 requests/minute<br>200 requests/day</td><td>DeepSeek R1</td><td></td></tr>
|
||||
<tr><td rowspan="30"><a href="https://openrouter.ai" target="_blank">OpenRouter</a></td><td rowspan="30">20 requests/minute<br>200 requests/day</td><td>DeepHermes 3 Llama 3 8B Preview</td><td></td></tr>
|
||||
<tr><td>DeepSeek R1</td><td></td></tr>
|
||||
<tr><td>DeepSeek R1 Distill Llama 70B</td><td></td></tr>
|
||||
<tr><td>DeepSeek R1 Zero</td><td></td></tr>
|
||||
<tr><td>DeepSeek V3</td><td></td></tr>
|
||||
<tr><td>Dolphin 3.0 Mistral 24B</td><td></td></tr>
|
||||
<tr><td>Dolphin 3.0 R1 Mistral 24B</td><td></td></tr>
|
||||
@@ -39,21 +41,18 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Mistral 7B Instruct</td><td></td></tr>
|
||||
<tr><td>Mistral Nemo</td><td></td></tr>
|
||||
<tr><td>Mistral Small 24B Instruct 2501</td><td></td></tr>
|
||||
<tr><td>Moonlight-16B-A3B-Instruct</td><td></td></tr>
|
||||
<tr><td>Mythomax L2 13B</td><td></td></tr>
|
||||
<tr><td>OpenChat 7B</td><td></td></tr>
|
||||
<tr><td>Phi-3 Medium 128k Instruct</td><td></td></tr>
|
||||
<tr><td>Phi-3 Mini 128k Instruct</td><td></td></tr>
|
||||
<tr><td>Qwen 2 7B Instruct</td><td></td></tr>
|
||||
<tr><td>Qwen VL Plus</td><td></td></tr>
|
||||
<tr><td>Qwen QwQ 32B</td><td></td></tr>
|
||||
<tr><td>Qwen2.5 Coder 32B Instruct</td><td></td></tr>
|
||||
<tr><td>Qwen2.5 VL 72B Instruct</td><td></td></tr>
|
||||
<tr><td>Rogue Rose 103B v0.2</td><td></td></tr>
|
||||
<tr><td>Toppy M 7B</td><td></td></tr>
|
||||
<tr><td>Zephyr 7B Beta</td><td></td></tr>
|
||||
<tr><td>deepseek/deepseek-r1-zero:free</td><td></td></tr>
|
||||
<tr><td>moonshotai/moonlight-16b-a3b-instruct:free</td><td></td></tr>
|
||||
<tr><td>nousresearch/deephermes-3-llama-3-8b-preview:free</td><td></td></tr>
|
||||
<tr><td>qwen/qwen-2.5-coder-32b-instruct:free</td><td></td></tr>
|
||||
<tr><td>qwen/qwq-32b:free</td><td></td></tr>
|
||||
<tr>
|
||||
<td rowspan="10"><a href="https://aistudio.google.com" target="_blank">Google AI Studio</a></td>
|
||||
<td rowspan="10">Data is used for training (when used outside of the UK/CH/EEA/EU).</td>
|
||||
@@ -136,9 +135,9 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Mixtral 8x7B</td><td>14,400 requests/day<br>5,000 tokens/minute</td></tr>
|
||||
<tr><td>Qwen 2.5 32B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Qwen 2.5 Coder 32B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Qwen QwQ 32B</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td>Whisper Large v3</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td>Whisper Large v3 Turbo</td><td>7,200 audio-seconds/minute<br>2,000 requests/day</td></tr>
|
||||
<tr><td>qwen-qwq-32b</td><td>1,000 requests/day<br>6,000 tokens/minute</td></tr>
|
||||
<tr><td rowspan="10"><a href="https://console.scaleway.com/generative-api/models" target="_blank">Scaleway Generative APIs (Free Beta until 12 March 2025)</a></td><td rowspan="10"></td><td>BGE-Multilingual-Gemma2</td><td>300 requests/minute<br>400,000 tokens/minute</td></tr>
|
||||
<tr><td>DeepSeek R1 Distill Llama 70B</td><td></td></tr>
|
||||
<tr><td>DeepSeek R1 Distill Llama 8B</td><td></td></tr>
|
||||
@@ -160,9 +159,9 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Llava Next Mistral 7B</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mathstral 7B v0.1</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mistral 7B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mistral 7B Instruct v0.3</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mistral Nemo 2407</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>Mixtral 8x7B Instruct</td><td>12 requests/minute</td></tr>
|
||||
<tr><td>mistral-7b-instruct-v0.3</td><td>12 requests/minute</td></tr>
|
||||
<tr>
|
||||
<td rowspan="3"><a href="https://together.ai">Together</a></td>
|
||||
<td rowspan="3"></td>
|
||||
@@ -184,7 +183,7 @@ This lists various services that provide free access or credits towards API-base
|
||||
</tr>
|
||||
<tr>
|
||||
<td>Command-R+</td>
|
||||
</tr><tr><td rowspan="45"><a href="https://github.com/marketplace/models" target="_blank">GitHub Models</a></td><td rowspan="45">Extremely restrictive input/output token limits.<br><a href="https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits" target="_blank">Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)</a></td><td>AI21 Jamba 1.5 Large</td><td></td></tr>
|
||||
</tr><tr><td rowspan="46"><a href="https://github.com/marketplace/models" target="_blank">GitHub Models</a></td><td rowspan="46">Extremely restrictive input/output token limits.<br><a href="https://docs.github.com/en/github-models/prototyping-with-ai-models#rate-limits" target="_blank">Rate limits dependent on Copilot subscription tier (Free/Pro/Business/Enterprise)</a></td><td>AI21 Jamba 1.5 Large</td><td></td></tr>
|
||||
<tr><td>AI21 Jamba 1.5 Mini</td><td></td></tr>
|
||||
<tr><td>Codestral 25.01</td><td></td></tr>
|
||||
<tr><td>Cohere Command R</td><td></td></tr>
|
||||
@@ -194,6 +193,7 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Cohere Embed v3 English</td><td></td></tr>
|
||||
<tr><td>Cohere Embed v3 Multilingual</td><td></td></tr>
|
||||
<tr><td>DeepSeek-R1</td><td></td></tr>
|
||||
<tr><td>DeepSeek-V3</td><td></td></tr>
|
||||
<tr><td>JAIS 30b Chat</td><td></td></tr>
|
||||
<tr><td>Llama-3.2-11B-Vision-Instruct</td><td></td></tr>
|
||||
<tr><td>Llama-3.2-90B-Vision-Instruct</td><td></td></tr>
|
||||
@@ -359,7 +359,7 @@ This lists various services that provide free access or credits towards API-base
|
||||
<td>$0.5 for 1 year<br>$20 for 3 months for DeepSeek models with <a href="https://novita.ai/referral?invited_code=E5R0CA&ref=ytblmjc&utm_source=affiliate">referral code</a> + GitHub account connection</td>
|
||||
<td></td>
|
||||
<td>Various open models</td>
|
||||
</tr><tr><td rowspan="18"><a href="https://app.hyperbolic.xyz/" target="_blank">Hyperbolic</a></td><td rowspan="18">$1</td><td rowspan="18"></td><td>DeepSeek V3</td></tr>
|
||||
</tr><tr><td rowspan="17"><a href="https://app.hyperbolic.xyz/" target="_blank">Hyperbolic</a></td><td rowspan="17">$1</td><td rowspan="17"></td><td>DeepSeek V3</td></tr>
|
||||
<tr><td>Hermes 3 Llama 3.1 70B</td></tr>
|
||||
<tr><td>Llama 3 70B Instruct</td></tr>
|
||||
<tr><td>Llama 3.1 405B Base</td></tr>
|
||||
@@ -371,13 +371,12 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td>Llama 3.2 3B Instruct</td></tr>
|
||||
<tr><td>Llama 3.3 70B Instruct</td></tr>
|
||||
<tr><td>Pixtral 12B (2409)</td></tr>
|
||||
<tr><td>Qwen QwQ 32B</td></tr>
|
||||
<tr><td>Qwen QwQ 32B Preview</td></tr>
|
||||
<tr><td>Qwen2-VL 72B Instruct</td></tr>
|
||||
<tr><td>Qwen2-VL 7B Instruct</td></tr>
|
||||
<tr><td>Qwen2.5 72B Instruct</td></tr>
|
||||
<tr><td>Qwen2.5 Coder 32B Instruct</td></tr>
|
||||
<tr><td>qwen/qwq-32b</td></tr>
|
||||
<tr><td rowspan="17"><a href="https://cloud.sambanova.ai/" target="_blank">SambaNova Cloud</a></td><td rowspan="17">$5 for 3 months</td><td></td><td>Llama 3.1 405B</td></tr>
|
||||
<tr><td>Qwen2.5 VL 7B Instruct</td></tr>
|
||||
<tr><td rowspan="18"><a href="https://cloud.sambanova.ai/" target="_blank">SambaNova Cloud</a></td><td rowspan="18">$5 for 3 months</td><td></td><td>Llama 3.1 405B</td></tr>
|
||||
<tr><td></td><td>Llama 3.1 70B</td></tr>
|
||||
<tr><td></td><td>Llama 3.1 8B</td></tr>
|
||||
<tr><td></td><td>Llama 3.2 11B Vision</td></tr>
|
||||
@@ -386,6 +385,7 @@ This lists various services that provide free access or credits towards API-base
|
||||
<tr><td></td><td>Llama 3.2 90B Vision</td></tr>
|
||||
<tr><td></td><td>Llama 3.3 70B</td></tr>
|
||||
<tr><td></td><td>Llama-Guard-3-8B</td></tr>
|
||||
<tr><td></td><td>Qwen/QwQ-32B</td></tr>
|
||||
<tr><td></td><td>Qwen/QwQ-32B-Preview</td></tr>
|
||||
<tr><td></td><td>Qwen/Qwen2.5-72B-Instruct</td></tr>
|
||||
<tr><td></td><td>Qwen/Qwen2.5-Coder-32B-Instruct</td></tr>
|
||||
|
||||
@@ -205,6 +205,15 @@ MODEL_TO_NAME_MAPPING = {
|
||||
"deepseek-r1-671b": "DeepSeek R1",
|
||||
"@cf/meta/llama-guard-3-8b": "Llama Guard 3 8B",
|
||||
"mistral-saba-24b": "Mistral Saba 24B",
|
||||
"deepseek/deepseek-r1-zero:free": "DeepSeek R1 Zero",
|
||||
"nousresearch/deephermes-3-llama-3-8b-preview:free": "DeepHermes 3 Llama 3 8B Preview",
|
||||
"qwen-qwq-32b": "Qwen QwQ 32B",
|
||||
"qwen/qwq-32b": "Qwen QwQ 32B",
|
||||
"qwen/qwq-32b:free": "Qwen QwQ 32B",
|
||||
"qwen/qwen2.5-vl-7b-instruct": "Qwen2.5 VL 7B Instruct",
|
||||
"qwen/qwen-2.5-coder-32b-instruct:free": "Qwen2.5 Coder 32B Instruct",
|
||||
"mistral-7b-instruct-v0.3": "Mistral 7B Instruct v0.3",
|
||||
"moonshotai/moonlight-16b-a3b-instruct:free": "Moonlight-16B-A3B-Instruct",
|
||||
}
|
||||
|
||||
|
||||
@@ -324,16 +333,20 @@ def fetch_groq_models(logger):
|
||||
with ThreadPoolExecutor() as executor:
|
||||
futures = []
|
||||
for model in models:
|
||||
future = executor.submit(get_groq_limits_for_model, model["id"], script_dir, logger)
|
||||
future = executor.submit(
|
||||
get_groq_limits_for_model, model["id"], script_dir, logger
|
||||
)
|
||||
futures.append((model, future))
|
||||
|
||||
|
||||
for model, future in futures:
|
||||
limits = future.result()
|
||||
ret_models.append({
|
||||
"id": model["id"],
|
||||
"name": get_model_name(model["id"]),
|
||||
"limits": limits,
|
||||
})
|
||||
ret_models.append(
|
||||
{
|
||||
"id": model["id"],
|
||||
"name": get_model_name(model["id"]),
|
||||
"limits": limits,
|
||||
}
|
||||
)
|
||||
ret_models = sorted(ret_models, key=lambda x: x["name"])
|
||||
return ret_models
|
||||
|
||||
@@ -421,9 +434,7 @@ def fetch_ovh_models(logger):
|
||||
},
|
||||
)
|
||||
r.raise_for_status()
|
||||
models = list(
|
||||
filter(lambda x: x["available"] and "LLM" in x["category"], r.json())
|
||||
)
|
||||
models = list(filter(lambda x: x["available"] and "LLM" in x["category"], r.json()))
|
||||
logger.info(f"Fetched {len(models)} models from OVH")
|
||||
ret_models = []
|
||||
for model in models:
|
||||
@@ -615,9 +626,9 @@ def fetch_gemini_limits(logger):
|
||||
] = dimension.details.value
|
||||
elif quota.metric == "generativelanguage.googleapis.com/embed_text_requests":
|
||||
for dimension in quota.dimensions_infos:
|
||||
models["project-embedding"][
|
||||
f"requests/{quota.refresh_interval}"
|
||||
] = dimension.details.value
|
||||
models["project-embedding"][f"requests/{quota.refresh_interval}"] = (
|
||||
dimension.details.value
|
||||
)
|
||||
elif (
|
||||
quota.metric
|
||||
== "generativelanguage.googleapis.com/batch_embed_text_requests"
|
||||
@@ -658,13 +669,13 @@ def fetch_lambda_models(logger):
|
||||
|
||||
def rate_limited_mistral_chat(client, **kwargs):
|
||||
global last_mistral_request_time
|
||||
|
||||
|
||||
# Ensure at least 1 second between requests
|
||||
current_time = time.time()
|
||||
time_since_last = current_time - last_mistral_request_time
|
||||
if time_since_last < 1:
|
||||
time.sleep(1 - time_since_last)
|
||||
|
||||
|
||||
response = client.chat.complete(**kwargs)
|
||||
last_mistral_request_time = time.time()
|
||||
return response
|
||||
@@ -793,10 +804,17 @@ def main():
|
||||
executor.submit(fetch_samba_models, samba_logger),
|
||||
executor.submit(fetch_scaleway_models, scaleway_logger),
|
||||
]
|
||||
gemini_models, openrouter_models, hyperbolic_models, ovh_models, \
|
||||
cloudflare_models, github_models, samba_models, scaleway_models = \
|
||||
[f.result() for f in futures]
|
||||
|
||||
(
|
||||
gemini_models,
|
||||
openrouter_models,
|
||||
hyperbolic_models,
|
||||
ovh_models,
|
||||
cloudflare_models,
|
||||
github_models,
|
||||
samba_models,
|
||||
scaleway_models,
|
||||
) = [f.result() for f in futures]
|
||||
|
||||
# Fetch groq models after others complete
|
||||
groq_models = fetch_groq_models(groq_logger)
|
||||
else:
|
||||
@@ -1068,7 +1086,9 @@ def main():
|
||||
|
||||
if MISSING_MODELS:
|
||||
logger.warning("Missing models:")
|
||||
logger.warning("\n" + "\n".join([f'"{model}": "{model}",' for model in MISSING_MODELS]))
|
||||
logger.warning(
|
||||
"\n" + "\n".join([f'"{model}": "{model}",' for model in MISSING_MODELS])
|
||||
)
|
||||
|
||||
script_dir = os.path.dirname(os.path.abspath(__file__))
|
||||
with open(os.path.join(script_dir, "README_template.md"), "r") as f:
|
||||
|
||||
Reference in new issue
Block a user