From a121f722fef59043f5508c0f15875153cc9286e7 Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Sun, 15 Sep 2024 13:54:45 +0100 Subject: [PATCH] openrouter: add new free models --- README.md | 7 ++++--- src/pull_available_models.py | 4 +++- 2 files changed, 7 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index f139c68..63b83e5 100644 --- a/README.md +++ b/README.md @@ -33,7 +33,7 @@ This lists various services that provide free access or credits towards API-base Llama Guard 3 8B14400 requests/day
15000 tokens/minute Mixtral 8x7B14400 requests/day
5000 tokens/minute Whisper Large v37200 audio-seconds/minute
2000 requests/day -OpenRouterGemma 2 9B Instruct20 requests/minute
200 requests/day +OpenRouterGemma 2 9B Instruct20 requests/minute
200 requests/day Hermes 3 Llama 3.1 405B20 requests/minute
200 requests/day Llama 3 8B Instruct20 requests/minute
200 requests/day Llama 3.1 8B Instruct20 requests/minute
200 requests/day @@ -42,7 +42,9 @@ This lists various services that provide free access or credits towards API-base OpenChat 7B20 requests/minute
200 requests/day Phi-3 Medium 128k Instruct20 requests/minute
200 requests/day Phi-3 Mini 128k Instruct20 requests/minute
200 requests/day +Pixtral 12B20 requests/minute
200 requests/day Qwen 2 7B Instruct20 requests/minute
200 requests/day +Qwen2-VL 7B Instruct20 requests/minute
200 requests/day Reflection Llama 3.1 70B20 requests/minute
200 requests/day Toppy M 7B20 requests/minute
200 requests/day Zephyr 7B Beta20 requests/minute
200 requests/day @@ -278,7 +280,7 @@ This lists various services that provide free access or credits towards API-base Phone number verification Various open models - Hyperbolic$10DeepSeek V2.5 + Hyperbolic$10DeepSeek V2.5 Hermes 3 Llama 3.1 70B Llama 3 70B Instruct Llama 3.1 405B Base @@ -288,6 +290,5 @@ This lists various services that provide free access or credits towards API-base Llama 3.1 8B Instruct Pixtral 12B (2409) Qwen2-VL 7B Instruct -Reflection Llama 3.1 70B \ No newline at end of file diff --git a/src/pull_available_models.py b/src/pull_available_models.py index e45c9c3..7aa86cb 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -102,6 +102,8 @@ MODEL_TO_NAME_MAPPING = { "deepseek-ai/deepseek-v2.5": "DeepSeek V2.5", "mistralai/pixtral-12b-2409": "Pixtral 12B (2409)", "qwen/qwen2-vl-7b-instruct": "Qwen2-VL 7B Instruct", + "mistralai/pixtral-12b:free": "Pixtral 12B", + "qwen/qwen-2-vl-7b-instruct:free": "Qwen2-VL 7B Instruct", } @@ -422,7 +424,7 @@ def fetch_hyperbolic_models_api(logger): "id": model["id"], "name": get_model_name(model["id"]), "limits": { - "requests/minute": 200, + "requests/minute": 60, }, } )