From 41ca620323bf69f53879cd4cd33a0db046b37ccf Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Thu, 29 Aug 2024 22:11:00 +0100 Subject: [PATCH] sambanova: add fast api --- README.md | 13 +++++++++++++ src/pull_available_models.py | 15 +++++++++++++++ 2 files changed, 28 insertions(+) diff --git a/README.md b/README.md index 52ca643..a7d4e46 100644 --- a/README.md +++ b/README.md @@ -178,6 +178,19 @@ This lists various services that provide free access or credits towards API-base Llama 3.1 70B 30 requests/minute, 60000 tokens/minute
900 requests/hour, 1000000 tokens/hour
14400 requests/day, 1000000 tokens/day + + SambaNova Fast API + Waitlist + Llama 3.1 405B + + + + Llama 3.1 70B + + + + Llama 3.1 8B + ## Providers with trial credits diff --git a/src/pull_available_models.py b/src/pull_available_models.py index 0d8767c..54a92dd 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -570,6 +570,21 @@ def main(): 30 requests/minute, 60000 tokens/minute
900 requests/hour, 1000000 tokens/hour
14400 requests/day, 1000000 tokens/day """ + table += """ + SambaNova Fast API + Waitlist + Llama 3.1 405B + + + + Llama 3.1 70B + + + + Llama 3.1 8B + + """ + table += "" print("Missing models:")