diff --git a/README.md b/README.md
index e0474d4..5409b4c 100644
--- a/README.md
+++ b/README.md
@@ -355,18 +355,20 @@ This lists various services that provide free access or credits towards API-base
| Qwen2-VL 7B Instruct |
| Qwen2.5 72B Instruct |
| Qwen2.5 Coder 32B Instruct |
-| SambaNova Cloud | $5 for 3 months | Llama 3.1 8B | 30 requests/minute |
-| Llama 3.1 70B | 20 requests/minute |
-| Llama 3.1 405B | 10 requests/minute |
-| Llama 3.2 1B | 30 requests/minute |
-| Llama 3.2 3B | 30 requests/minute |
-| Llama 3.2 11B | 10 requests/minute |
-| Llama 3.2 90B | 1 requests/minute |
-| Llama 3.3 70B | 20 requests/minute |
-| Llama Guard 3 8B | 30 requests/minute |
-| Qwen 2.5 72B | 20 requests/minute |
-| Qwen 2.5 Coder 32B | 20 requests/minute |
-| QwQ 32B Preview | 10 requests/minute |
+| SambaNova Cloud | $5 for 3 months | Llama 3.1 405B | |
+| Llama 3.1 70B | |
+| Llama 3.1 8B | |
+| Llama 3.2 11B Vision | |
+| Llama 3.2 1B | |
+| Llama 3.2 3B | |
+| Llama 3.2 90B Vision | |
+| Llama 3.3 70B | |
+| Llama-Guard-3-8B | |
+| Qwen/QwQ-32B-Preview | |
+| Qwen/Qwen2.5-72B-Instruct | |
+| Qwen/Qwen2.5-Coder-32B-Instruct | |
+| allenai/Llama-3.1-Tulu-3-405B | |
+| deepseek-ai/DeepSeek-R1-Distill-Llama-70B | |
| AI21 |
$10 for 3 months |
diff --git a/src/pull_available_models.py b/src/pull_available_models.py
index d2e5e31..6bb6a7a 100644
--- a/src/pull_available_models.py
+++ b/src/pull_available_models.py
@@ -657,54 +657,19 @@ def rate_limited_mistral_chat(client, **kwargs):
def fetch_samba_models(logger):
logger.info("Fetching SambaNova models...")
- r = requests.get("https://community.sambanova.ai/t/rate-limits/321")
+ r = requests.get("https://cloud.sambanova.ai/api/pricing")
r.raise_for_status()
- prompt = f"""
-Here is the web page to extract data from:
-```html
-{r.text}
-```
- """
- logger.info("Extracting model rate limits from the provided web page...")
- chat_response = rate_limited_mistral_chat(
- mistral_client,
- model="mistral-large-latest",
- messages=[
- {
- "role": "system",
- "content": """Extract the model rate limits as only integers from the provided web page into JSON:
-```json
-{
- "Llama 3.1 405B": 10,
- "Llama 3.2 90B": 1
-}
-```
-ONLY OUTPUT JSON!""",
- },
- {
- "role": "user",
- "content": prompt,
- },
- ],
- response_format={
- "type": "json_object",
- },
- temperature=0,
- )
- logger.info(chat_response.choices[0].message.content)
- extracted_data = json.loads(chat_response.choices[0].message.content)
+ models = r.json()["prices"]
+ logger.info(f"Fetched {len(models)} models from SambaNova")
ret_models = []
- for model in extracted_data:
+ for model in models:
ret_models.append(
{
- "id": model,
- "name": model,
- "limits": {
- "requests/minute": extracted_data[model],
- },
+ "id": model["model_id"],
+ "name": model["model_name"],
}
)
-
+ ret_models = sorted(ret_models, key=lambda x: x["name"])
return ret_models