From a70e88f514b4190342addf9a618364434e7d8a36 Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Fri, 17 Jan 2025 20:18:06 +0000 Subject: [PATCH] Update README and model mapping with new model details --- README.md | 16 ++++++---------- src/pull_available_models.py | 10 ++++------ 2 files changed, 10 insertions(+), 16 deletions(-) diff --git a/README.md b/README.md index 3f35e58..609baee 100644 --- a/README.md +++ b/README.md @@ -112,15 +112,11 @@ This lists various services that provide free access or credits towards API-base Qwen 2.5 Coder 32B20 requests/minute QwQ 32B Preview10 requests/minute - Cerebras - Free tier restricted to 8K context + Cerebras + Free tier restricted to 8K context Llama 3.1 8B 30 requests/minute
60,000 tokens/minute
900 requests/hour
1,000,000 tokens/hour
14,400 requests/day
1,000,000 tokens/day - - Llama 3.1 70B - 30 requests/minute
60,000 tokens/minute
900 requests/hour
1,000,000 tokens/hour
14,400 requests/day
1,000,000 tokens/day - Llama 3.3 70B 30 requests/minute
60,000 tokens/minute
900 requests/hour
1,000,000 tokens/hour
14,400 requests/day
1,000,000 tokens/day @@ -140,26 +136,26 @@ This lists various services that provide free access or credits towards API-base Mixtral 8x7B14,400 requests/day
5,000 tokens/minute Whisper Large v37,200 audio-seconds/minute
2,000 requests/day Whisper Large v3 Turbo7,200 audio-seconds/minute
2,000 requests/day -Scaleway Generative APIs (Free Beta)BGE-Multilingual-Gemma2600 requests/minute
1,000,000 tokens/minute +Scaleway Generative APIs (Free Beta)BGE-Multilingual-Gemma2100 requests/minute
200,000 tokens/minute Llama 3.1 70B Instruct300 requests/minute
100,000 tokens/minute Llama 3.1 8B Instruct300 requests/minute
100,000 tokens/minute +Llama 3.3 70B Instruct Mistral Nemo 2407300 requests/minute
100,000 tokens/minute Pixtral 12B (2409)300 requests/minute
100,000 tokens/minute Qwen2.5 Coder 32B Instruct -llama-3.3-70b-instruct -sentence-t5-xxl600 requests/minute
1,000,000 tokens/minute +sentence-t5-xxl100 requests/minute
200,000 tokens/minute OVH AI Endpoints (Free Beta)CodeLlama 13B Instruct12 requests/minute Codestral Mamba 7B v0.112 requests/minute Llama 2 13B Chat12 requests/minute Llama 3 70B Instruct12 requests/minute Llama 3 8B Instruct12 requests/minute Llama 3.1 70B Instruct12 requests/minute +Llava Next Mistral 7B12 requests/minute Mathstral 7B v0.112 requests/minute Mistral 7B Instruct12 requests/minute Mistral Nemo 240712 requests/minute Mixtral 8x22B Instruct12 requests/minute Mixtral 8x7B Instruct12 requests/minute -llava-next-mistral-7b12 requests/minute Together diff --git a/src/pull_available_models.py b/src/pull_available_models.py index f3d271d..50634e7 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -168,6 +168,8 @@ MODEL_TO_NAME_MAPPING = { "meta-llama/meta-llama-3.1-405b-instruct-virtuals": "Llama 3.1 405B Instruct Virtuals", "llama-3.1-8b-instruct": "Llama 3.1 8B Instruct", "deepseek-ai/deepseek-v3": "DeepSeek V3", + "llava-next-mistral-7b": "Llava Next Mistral 7B", + "llama-3.3-70b-instruct": "Llama 3.3 70B Instruct", } @@ -861,15 +863,11 @@ def main(): table += "\n" table += """ - Cerebras - Free tier restricted to 8K context + Cerebras + Free tier restricted to 8K context Llama 3.1 8B 30 requests/minute
60,000 tokens/minute
900 requests/hour
1,000,000 tokens/hour
14,400 requests/day
1,000,000 tokens/day - - Llama 3.1 70B - 30 requests/minute
60,000 tokens/minute
900 requests/hour
1,000,000 tokens/hour
14,400 requests/day
1,000,000 tokens/day - Llama 3.3 70B 30 requests/minute
60,000 tokens/minute
900 requests/hour
1,000,000 tokens/hour
14,400 requests/day
1,000,000 tokens/day