From 5aa91d17b342fb8738eeccb6eeef26702d019bd1 Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Fri, 4 Oct 2024 23:16:06 +0100 Subject: [PATCH] sambanova: add rate limits --- README.md | 10 +++++----- src/pull_available_models.py | 10 +++++----- 2 files changed, 10 insertions(+), 10 deletions(-) diff --git a/README.md b/README.md index 6f8ad24..3a1ad86 100644 --- a/README.md +++ b/README.md @@ -121,23 +121,23 @@ This lists various services that provide free access or credits towards API-base SambaNova Cloud Llama 3.1 405B - + 10 requests/minute Llama 3.1 70B - + 20 requests/minute Llama 3.1 8B - + 30 requests/minute Llama 3.2 3B - + 30 requests/minute Llama 3.2 1B - + 30 requests/minute Cerebras Waitlist
Free tier restricted to 8K context diff --git a/src/pull_available_models.py b/src/pull_available_models.py index 6b06873..9cc99cd 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -632,23 +632,23 @@ def main(): SambaNova Cloud Llama 3.1 405B - + 10 requests/minute Llama 3.1 70B - + 20 requests/minute Llama 3.1 8B - + 30 requests/minute Llama 3.2 3B - + 30 requests/minute Llama 3.2 1B - + 30 requests/minute """ table += """