From efc103bb2686fb222bfe5d74a885b7c52df55c23 Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Sun, 24 Nov 2024 11:27:00 +0000 Subject: [PATCH] docs: update models --- README.md | 3 ++- src/pull_available_models.py | 14 ++++++++++++++ 2 files changed, 16 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index cfe7ba2..7a49f5f 100644 --- a/README.md +++ b/README.md @@ -185,7 +185,7 @@ This lists various services that provide free access or credits towards API-base Phi-3-small instruct (128k) Phi-3-small instruct (8k) Phi-3.5-mini instruct (128k) -OVH AI Endpoints (Free Alpha)Token expires every week.CodeLlama 13B Instruct12 requests/minute +OVH AI Endpoints (Free Alpha)Token expires every week.CodeLlama 13B Instruct12 requests/minute Codestral Mamba 7B v0.112 requests/minute Llama 2 13B Chat12 requests/minute Llama 3 70B Instruct12 requests/minute @@ -193,6 +193,7 @@ This lists various services that provide free access or credits towards API-base Llama 3.1 70B Instruct12 requests/minute Mathstral 7B v0.112 requests/minute Mistral 7B Instruct12 requests/minute +Mistral Nemo 240712 requests/minute Mixtral 8x22B Instruct12 requests/minute Mixtral 8x7B Instruct12 requests/minute Cloudflare Workers AI10,000 tokens/dayDeepseek Coder 6.7B Base (AWQ) diff --git a/src/pull_available_models.py b/src/pull_available_models.py index 866bb16..abbc281 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -143,6 +143,11 @@ MODEL_TO_NAME_MAPPING = { "lfm-40b": "Liquid LFM 40B", "qwen/qwen2.5-coder-32b-instruct": "Qwen2.5 Coder 32B Instruct", "thedrummer/unslopnemo-12b:free": "UnslopNemo 12B", + "mistral-nemo-instruct-2407": "Mistral Nemo 2407", + "google/gemini-exp-1121:free": "Gemini Experimental 1121", + "meta-llama/llama-3.1-70b-instruct-fp8": "Llama 3.1 70B Instruct (FP8)", + "google/learnlm-1.5-pro-experimental:free": "LearnLM 1.5 Pro Experimental", + "google/gemini-exp-1114:free": "Gemini Experimental 1114", } @@ -171,6 +176,12 @@ LAMBDA_IGNORED_MODELS = { "hermes3-405b-fp8-128k" } +OPENROUTER_IGNORED_MODELS = { + 'google/gemini-exp-1121:free', + 'google/learnlm-1.5-pro-experimental:free', + 'google/gemini-exp-1114:free' +} # Ignore gemini experimental free models because rate limits mean they are unusable. + def get_model_name(id): id = id.lower() @@ -278,6 +289,9 @@ def fetch_openrouter_models(logger): continue if ":free" not in model["id"]: continue + if model["id"] in OPENROUTER_IGNORED_MODELS: + logger.debug(f"Ignoring model {model['id']}") + continue ret_models.append( { "id": model["id"],