tiennm99/cheahjs-free-llm-api-resources
1
0 Fork 0
mirror of https://github.com/tiennm99/cheahjs-free-llm-api-resources.git synced 2026-10-14 12:16:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

update groq, add hyperbolic

Browse Source
This commit is contained in:
Jun Siang Cheah committed 2024-08-04 09:02:52 +01:00
1 parent e0749dd44d
commit bb2db8e2c4
3 files changed
+25 -6
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

README.md
+10 -3
View File
@@ -16,7 +16,7 @@ This lists various services that provide free access or credits towards API-base
</tr>
</thead>
<tbody>
<tr><td rowspan="10"><a href="https://console.groq.com">Groq</a></td><td rowspan="10"></td><td>Gemma 2 9B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td rowspan="11"><a href="https://console.groq.com">Groq</a></td><td rowspan="11"></td><td>Gemma 2 9B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Gemma 7B Instruct</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Llama 3 70B</td><td>14400 requests/day<br>6000 tokens/minute</td></tr>
<tr><td>Llama 3 70B - Groq Tool Use Preview</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
@@ -24,6 +24,7 @@ This lists various services that provide free access or credits towards API-base
<tr><td>Llama 3 8B - Groq Tool Use Preview</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Llama 3.1 70B</td><td>14400 requests/day<br>131072 tokens/minute</td></tr>
<tr><td>Llama 3.1 8B</td><td>14400 requests/day<br>131072 tokens/minute</td></tr>
<tr><td>Llama Guard 3 8B</td><td>14400 requests/day<br>15000 tokens/minute</td></tr>
<tr><td>Mixtral 8x7B</td><td>14400 requests/day<br>5000 tokens/minute</td></tr>
<tr><td>Whisper Large v3</td><td>7200 audio-seconds/minute<br>2000 requests/day</td></tr>
<tr><td rowspan="13"><a href="https://openrouter.ai">OpenRouter</a></td><td rowspan="13"></td><td>Gemma 2 9B Instruct</td><td>20 requests/minute<br>200 requests/day</td></tr>
@@ -131,6 +132,12 @@ This lists various services that provide free access or credits towards API-base
</tr>
</thead>
<tbody>
<tr>
<td><a href="https://app.hyperbolic.xyz/">Hyperbolic</a></td>
<td>$10</td>
<td></td>
<td>Various open models</td>
</tr>
<tr>
<td><a href="https://console.anthropic.com/">Anthropic</a></td>
<td>$5 for 14 days</td>
@@ -163,9 +170,9 @@ This lists various services that provide free access or credits towards API-base
</tr>
<tr>
<td><a href="https://unify.ai/">Unify</a></td>
<td>$10</td>
<td>$10 (+$40 for getting into contact)</td>
<td></td>
<td>Routes to other providers, various open models and proprietary models (OpenAI, Anthropic, Mistral, Perplexity)</td>
<td>Routes to other providers, various open models and proprietary models (OpenAI, Gemini, Anthropic, Mistral, Perplexity, etc)</td>
</tr>
<tr>
<td><a href="https://deepinfra.com/">DeepInfra</a></td>
src/README_template.md
+8 -2
View File
@@ -20,6 +20,12 @@ This lists various services that provide free access or credits towards API-base
</tr>
</thead>
<tbody>
<tr>
<td><a href="https://app.hyperbolic.xyz/">Hyperbolic</a></td>
<td>$10</td>
<td></td>
<td>Various open models</td>
</tr>
<tr>
<td><a href="https://console.anthropic.com/">Anthropic</a></td>
<td>$5 for 14 days</td>
@@ -52,9 +58,9 @@ This lists various services that provide free access or credits towards API-base
</tr>
<tr>
<td><a href="https://unify.ai/">Unify</a></td>
<td>$10</td>
<td>$10 (+$40 for getting into contact)</td>
<td></td>
<td>Routes to other providers, various open models and proprietary models (OpenAI, Anthropic, Mistral, Perplexity)</td>
<td>Routes to other providers, various open models and proprietary models (OpenAI, Gemini, Anthropic, Mistral, Perplexity, etc)</td>
</tr>
<tr>
<td><a href="https://deepinfra.com/">DeepInfra</a></td>
src/pull_available_models.py
+7 -1
View File
@@ -60,6 +60,7 @@ MODEL_TO_NAME_MAPPING = {
"llama3-8b-8192": "Llama 3 8B",
"llama3-groq-70b-8192-tool-use-preview": "Llama 3 70B - Groq Tool Use Preview",
"llama3-groq-8b-8192-tool-use-preview": "Llama 3 8B - Groq Tool Use Preview",
"llama-guard-3-8b": "Llama Guard 3 8B",
"meta-llama/llama-3-8b-instruct:free": "Llama 3 8B Instruct",
"meta-llama/llama-3.1-8b-instruct:free": "Llama 3.1 8B Instruct",
"microsoft/phi-3-medium-128k-instruct:free": "Phi-3 Medium 128k Instruct",
@@ -119,7 +120,12 @@ def get_groq_limits_for_model(model_id):
"Authorization": f'Bearer {os.environ["GROQ_API_KEY"]}',
"Content-Type": "application/json",
},
json={"model": model_id, "messages": [{"role": "user", "content": "Hi!"}]},
json={
"model": model_id,
"messages": [{"role": "user", "content": "Hi!"}],
"stream": True,
},
stream=True,
)
try:
r.raise_for_status()