From b4910fb37356f17d35a681a4ffcd505f1ef6736b Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Wed, 25 Sep 2024 20:24:57 +0100 Subject: [PATCH] groq: add llama 3.2 --- README.md | 6 +++++- src/pull_available_models.py | 4 ++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 6724f01..c6bd95c 100644 --- a/README.md +++ b/README.md @@ -20,7 +20,7 @@ This lists various services that provide free access or credits towards API-base -GroqDistil Whisper Large v37200 audio-seconds/minute
2000 requests/day +GroqDistil Whisper Large v37200 audio-seconds/minute
2000 requests/day Gemma 2 9B Instruct14400 requests/day
15000 tokens/minute Gemma 7B Instruct14400 requests/day
15000 tokens/minute LLaVA 1.5 7B14400 requests/day
30000 tokens/minute @@ -30,6 +30,10 @@ This lists various services that provide free access or credits towards API-base Llama 3 8B - Groq Tool Use Preview14400 requests/day
15000 tokens/minute Llama 3.1 70B14400 requests/day
20000 tokens/minute Llama 3.1 8B14400 requests/day
20000 tokens/minute +Llama 3.2 11B7000 requests/day
7000 tokens/minute +Llama 3.2 1B7000 requests/day
7000 tokens/minute +Llama 3.2 3B7000 requests/day
7000 tokens/minute +Llama 3.2 90B7000 requests/day
7000 tokens/minute Llama Guard 3 8B14400 requests/day
15000 tokens/minute Mixtral 8x7B14400 requests/day
5000 tokens/minute Whisper Large v37200 audio-seconds/minute
2000 requests/day diff --git a/src/pull_available_models.py b/src/pull_available_models.py index 11431a0..ca2f786 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -106,6 +106,10 @@ MODEL_TO_NAME_MAPPING = { "qwen/qwen-2-vl-7b-instruct:free": "Qwen2-VL 7B Instruct", 'qwen/qwen2-vl-72b-instruct': "Qwen2-VL 72B Instruct", 'qwen/qwen2.5-72b-instruct': "Qwen2.5 72B Instruct", + "llama-3.2-90b-text-preview": "Llama 3.2 90B", + "llama-3.2-3b-preview": "Llama 3.2 3B", + "llama-3.2-11b-text-preview": "Llama 3.2 11B", + "llama-3.2-1b-preview": "Llama 3.2 1B", }