diff --git a/README.md b/README.md index 1c2b4a2..a135797 100644 --- a/README.md +++ b/README.md @@ -16,7 +16,7 @@ This lists various services that provide free access or credits towards API-base -GroqGemma 2 9B Instruct14400 requests/day
15000 tokens/minute +GroqGemma 2 9B Instruct14400 requests/day
15000 tokens/minute Gemma 7B Instruct14400 requests/day
15000 tokens/minute Llama 3 70B14400 requests/day
6000 tokens/minute Llama 3 70B - Groq Tool Use Preview14400 requests/day
15000 tokens/minute @@ -27,6 +27,7 @@ This lists various services that provide free access or credits towards API-base Llama Guard 3 8B14400 requests/day
15000 tokens/minute Mixtral 8x7B14400 requests/day
5000 tokens/minute Whisper Large v37200 audio-seconds/minute
2000 requests/day +Distil Whisper Large v31 audio-seconds/minute
1 requests/day OpenRouterGemma 2 9B Instruct20 requests/minute
200 requests/day Gemma 7B Instruct20 requests/minute
200 requests/day Llama 3 8B Instruct20 requests/minute
200 requests/day diff --git a/src/pull_available_models.py b/src/pull_available_models.py index b6d0c3e..058a1e1 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -20,9 +20,9 @@ MODEL_TO_NAME_MAPPING = { "@cf/meta/llama-2-7b-chat-int8": "Llama 2 7B Chat (INT8)", "@cf/meta/llama-3-8b-instruct-awq": "Llama 3 8B Instruct (AWQ)", "@cf/meta/llama-3-8b-instruct": "Llama 3 8B Instruct", - "@cf/meta/llama-3.1-8b-instruct": "Llama 3.1 8B Instruct", "@cf/meta/llama-3.1-8b-instruct-awq": "Llama 3.1 8B Instruct (AWQ)", "@cf/meta/llama-3.1-8b-instruct-fp8": "Llama 3.1 8B Instruct (FP8)", + "@cf/meta/llama-3.1-8b-instruct": "Llama 3.1 8B Instruct", "@cf/microsoft/phi-2": "Phi-2", "@cf/mistral/mistral-7b-instruct-v0.1-vllm": "Mistral 7B Instruct v0.1", "@cf/mistral/mistral-7b-instruct-v0.1": "Mistral 7B Instruct v0.1", @@ -49,6 +49,7 @@ MODEL_TO_NAME_MAPPING = { "@hf/thebloke/openhermes-2.5-mistral-7b-awq": "OpenHermes 2.5 Mistral 7B (AWQ)", "@hf/thebloke/zephyr-7b-beta-awq": "Zephyr 7B Beta (AWQ)", "codellama-13b-instruct-hf": "CodeLlama 13B Instruct", + "distil-whisper-large-v3-en": "Distil Whisper Large v3", "gemma-7b-it": "Gemma 7B Instruct", "gemma2-9b-it": "Gemma 2 9B Instruct", "google/gemma-2-9b-it:free": "Gemma 2 9B Instruct", @@ -61,13 +62,18 @@ MODEL_TO_NAME_MAPPING = { "llama-3.1-405b-reasoning": "Llama 3.1 405B", "llama-3.1-70b-versatile": "Llama 3.1 70B", "llama-3.1-8b-instant": "Llama 3.1 8B", + "llama-guard-3-8b": "Llama Guard 3 8B", "llama3-70b-8192": "Llama 3 70B", "llama3-8b-8192": "Llama 3 8B", "llama3-groq-70b-8192-tool-use-preview": "Llama 3 70B - Groq Tool Use Preview", "llama3-groq-8b-8192-tool-use-preview": "Llama 3 8B - Groq Tool Use Preview", - "llama-guard-3-8b": "Llama Guard 3 8B", "meta-llama/llama-3-8b-instruct:free": "Llama 3 8B Instruct", "meta-llama/llama-3.1-8b-instruct:free": "Llama 3.1 8B Instruct", + "meta-llama/meta-llama-3-70b-instruct": "Llama 3 70B Instruct", + "meta-llama/meta-llama-3.1-405b-fp8": "Llama 3.1 405B Base (FP8)", + "meta-llama/meta-llama-3.1-405b-instruct": "Llama 3.1 405B Instruct", + "meta-llama/meta-llama-3.1-70b-instruct": "Llama 3.1 70B Instruct", + "meta-llama/meta-llama-3.1-8b-instruct": "Llama 3.1 8B Instruct", "microsoft/phi-3-medium-128k-instruct:free": "Phi-3 Medium 128k Instruct", "microsoft/phi-3-mini-128k-instruct:free": "Phi-3 Mini 128k Instruct", "mistral-7b-instruct": "Mistral 7B Instruct", @@ -79,14 +85,9 @@ MODEL_TO_NAME_MAPPING = { "nousresearch/nous-capybara-7b:free": "Nous Capybara 7B", "openchat/openchat-7b:free": "OpenChat 7B", "qwen/qwen-2-7b-instruct:free": "Qwen 2 7B Instruct", + "qwen/qwen2-72b-instruct": "Qwen 2 72B Instruct", "undi95/toppy-m-7b:free": "Toppy M 7B", "whisper-large-v3": "Whisper Large v3", - "meta-llama/meta-llama-3-70b-instruct": "Llama 3 70B Instruct", - "meta-llama/meta-llama-3.1-70b-instruct": "Llama 3.1 70B Instruct", - "meta-llama/meta-llama-3.1-405b-instruct": "Llama 3.1 405B Instruct", - "meta-llama/meta-llama-3.1-405b-fp8": "Llama 3.1 405B Base (FP8)", - "meta-llama/meta-llama-3.1-8b-instruct": "Llama 3.1 8B Instruct", - "qwen/qwen2-72b-instruct": "Qwen 2 72B Instruct", } MISSING_MODELS = set()