tiennm99/cheahjs-free-llm-api-resources
1
0 Fork 0
mirror of https://github.com/tiennm99/cheahjs-free-llm-api-resources.git synced 2026-10-15 00:17:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

huggingface: update reduced rate limits

Browse Source
This commit is contained in:
Jun Siang Cheah authored and GitHub committed 2024-10-03 12:45:14 +01:00
1 parent 9a570abc34
commit 13a3e85bdc
2 files changed
+2 -2
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

README.md
+1 -1
View File
@@ -129,7 +129,7 @@ This lists various services that provide free access or credits towards API-base
<td><a href="https://huggingface.co/docs/api-inference/en/index" target="_blank">HuggingFace Serverless Inference</a></td>
<td>Limited to models smaller than 10GB.<br>Some popular models are supported even if they exceed 10GB.</td>
<td>Various open models</td>
<td><a href="https://huggingface.co/docs/api-inference/rate-limits" target="_blank">300 requests/hour (with an account)</a></td>
<td><a href="https://huggingface.co/docs/api-inference/rate-limits" target="_blank">50 requests/hour (with an account)</a></td>
</tr><tr><td rowspan="9"><a href="https://endpoints.ai.cloud.ovh.net/" target="_blank">OVH AI Endpoints (Free Alpha)</a></td><td rowspan="9">Token expires every 2 weeks.</td><td>CodeLlama 13B Instruct</td><td>12 requests/minute</td></tr>
<tr><td>Llama 2 13B Chat</td><td>12 requests/minute</td></tr>
<tr><td>Llama 3 70B Instruct</td><td>12 requests/minute</td></tr>
src/pull_available_models.py
+1 -1
View File
@@ -618,7 +618,7 @@ def main():
<td><a href="https://huggingface.co/docs/api-inference/en/index" target="_blank">HuggingFace Serverless Inference</a></td>
<td>Limited to models smaller than 10GB.<br>Some popular models are supported even if they exceed 10GB.</td>
<td>Various open models</td>
<td><a href="https://huggingface.co/docs/api-inference/rate-limits" target="_blank">300 requests/hour (with an account)</a></td>
<td><a href="https://huggingface.co/docs/api-inference/rate-limits" target="_blank">50 requests/hour (with an account)</a></td>
</tr>"""
for idx, model in enumerate(ovh_models):