From 384adcb5d479f779fa133485ce6dd1cf33f9ec9f Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Sun, 13 Oct 2024 10:50:15 +0100 Subject: [PATCH] openrouter: free models have shared limits --- README.md | 38 ++++++++++++++++++------------------ src/pull_available_models.py | 3 +-- 2 files changed, 20 insertions(+), 21 deletions(-) diff --git a/README.md b/README.md index 36cee25..89bfd7f 100644 --- a/README.md +++ b/README.md @@ -39,25 +39,25 @@ This lists various services that provide free access or credits towards API-base Mixtral 8x7B14,400 requests/day
5,000 tokens/minute Whisper Large v37,200 audio-seconds/minute
2,000 requests/day Whisper Large v3 Turbo7,200 audio-seconds/minute
2,000 requests/day -OpenRouterGemma 2 9B Instruct20 requests/minute
200 requests/day -Hermes 3 Llama 3.1 405B20 requests/minute
200 requests/day -Liquid LFM 40B20 requests/minute
200 requests/day -Llama 3 8B Instruct20 requests/minute
200 requests/day -Llama 3.1 405B Instruct20 requests/minute
200 requests/day -Llama 3.1 70B Instruct20 requests/minute
200 requests/day -Llama 3.1 8B Instruct20 requests/minute
200 requests/day -Llama 3.2 11B Vision Instruct20 requests/minute
200 requests/day -Llama 3.2 1B Instruct20 requests/minute
200 requests/day -Llama 3.2 3B Instruct20 requests/minute
200 requests/day -Mistral 7B Instruct20 requests/minute
200 requests/day -Mythomax L2 13B20 requests/minute
200 requests/day -Mythomist 7B20 requests/minute
200 requests/day -OpenChat 7B20 requests/minute
200 requests/day -Phi-3 Medium 128k Instruct20 requests/minute
200 requests/day -Phi-3 Mini 128k Instruct20 requests/minute
200 requests/day -Qwen 2 7B Instruct20 requests/minute
200 requests/day -Toppy M 7B20 requests/minute
200 requests/day -Zephyr 7B Beta20 requests/minute
200 requests/day +OpenRouter20 requests/minute
200 requests/dayGemma 2 9B Instruct +Hermes 3 Llama 3.1 405B +Liquid LFM 40B +Llama 3 8B Instruct +Llama 3.1 405B Instruct +Llama 3.1 70B Instruct +Llama 3.1 8B Instruct +Llama 3.2 11B Vision Instruct +Llama 3.2 1B Instruct +Llama 3.2 3B Instruct +Mistral 7B Instruct +Mythomax L2 13B +Mythomist 7B +OpenChat 7B +Phi-3 Medium 128k Instruct +Phi-3 Mini 128k Instruct +Qwen 2 7B Instruct +Toppy M 7B +Zephyr 7B Beta Google AI Studio Data is used for training (when used outside of the UK/CH/EEA/EU). diff --git a/src/pull_available_models.py b/src/pull_available_models.py index cbd6cf8..02794c4 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -553,10 +553,9 @@ def main(): table += f'' table += 'OpenRouter' table += '' - table += f'' + table += f'{get_human_limits(model)}' table += f"{model['name']}" - table += f"{get_human_limits(model)}" table += "\n" table += f"""