From 9df0101d4cfc464bd31055c30bbfd8977e637816 Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Wed, 16 Oct 2024 22:54:25 +0100 Subject: [PATCH] groq: add llama 90b vision --- README.md | 3 ++- src/pull_available_models.py | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index f65d1be..c267dbd 100644 --- a/README.md +++ b/README.md @@ -20,7 +20,7 @@ This lists various services that provide free access or credits towards API-base -GroqDistil Whisper Large v37,200 audio-seconds/minute
2,000 requests/day +GroqDistil Whisper Large v37,200 audio-seconds/minute
2,000 requests/day Gemma 2 9B Instruct14,400 requests/day
15,000 tokens/minute Gemma 7B Instruct14,400 requests/day
15,000 tokens/minute LLaVA 1.5 7B14,400 requests/day
30,000 tokens/minute @@ -35,6 +35,7 @@ This lists various services that provide free access or credits towards API-base Llama 3.2 1B7,000 requests/day
7,000 tokens/minute Llama 3.2 3B7,000 requests/day
7,000 tokens/minute Llama 3.2 90B (Text Only)7,000 requests/day
7,000 tokens/minute +Llama 3.2 90B Vision3,500 requests/day
7,000 tokens/minute Llama Guard 3 8B14,400 requests/day
15,000 tokens/minute Mixtral 8x7B14,400 requests/day
5,000 tokens/minute Whisper Large v37,200 audio-seconds/minute
2,000 requests/day diff --git a/src/pull_available_models.py b/src/pull_available_models.py index 02794c4..d75f562 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -118,6 +118,7 @@ MODEL_TO_NAME_MAPPING = { "meta-llama/llama-3.2-90b-vision-instruct": "Llama 3.2 90B Vision Instruct", "meta-llama/llama-3.2-3b-instruct": "Llama 3.2 3B Instruct", "llama-3.2-11b-vision-preview": "Llama 3.2 11B Vision", + "llama-3.2-90b-vision-preview": "Llama 3.2 90B Vision", "meta-llama/llama-3.2-90b-vision": "Llama 3.2 90B Vision", "meta-llama/llama-3.1-70b-instruct:free": "Llama 3.1 70B Instruct", "meta-llama/llama-3.2-1b-instruct:free": "Llama 3.2 1B Instruct",