diff --git a/README.md b/README.md index fa321f4..c6fff97 100644 --- a/README.md +++ b/README.md @@ -142,31 +142,45 @@ This lists various services that provide free access or credits towards API-base Llama 3.3 70B 30 requests/minute
60,000 tokens/minute
900 requests/hour
1,000,000 tokens/hour
14,400 requests/day
1,000,000 tokens/day - GitHub ModelsWaitlist
Rate limits dependent on Copilot subscription tierAI21-Jamba-Instruct + GitHub ModelsWaitlist
Rate limits dependent on Copilot subscription tierAI21 Jamba 1.5 Large +AI21 Jamba 1.5 Mini Cohere Command R +Cohere Command R 08-2024 Cohere Command R+ +Cohere Command R+ 08-2024 Cohere Embed v3 English Cohere Embed v3 Multilingual +JAIS 30b Chat +Llama-3.2-11B-Vision-Instruct +Llama-3.2-90B-Vision-Instruct +Llama-3.3-70B-Instruct Meta-Llama-3-70B-Instruct Meta-Llama-3-8B-Instruct Meta-Llama-3.1-405B-Instruct Meta-Llama-3.1-70B-Instruct Meta-Llama-3.1-8B-Instruct +Ministral 3B Mistral Large Mistral Large (2407) +Mistral Large 24.11 Mistral Nemo Mistral Small OpenAI GPT-4o OpenAI GPT-4o mini OpenAI Text Embedding 3 (large) OpenAI Text Embedding 3 (small) +OpenAI o1 +OpenAI o1-mini +OpenAI o1-preview Phi-3-medium instruct (128k) Phi-3-medium instruct (4k) Phi-3-mini instruct (128k) Phi-3-mini instruct (4k) Phi-3-small instruct (128k) Phi-3-small instruct (8k) +Phi-3.5-MoE instruct (128k) Phi-3.5-mini instruct (128k) +Phi-3.5-vision instruct (128k) OVH AI Endpoints (Free Beta)CodeLlama 13B Instruct12 requests/minute Codestral Mamba 7B v0.112 requests/minute Llama 2 13B Chat12 requests/minute @@ -223,7 +237,7 @@ This lists various services that provide free access or credits towards API-base Qwen 1.5 7B Chat (AWQ) SQLCoder 7B 2 Starling LM 7B Beta -TinyLlama 1.1B Chat v1.0 +TinyLlama 1.1B Chat v1.0 Una Cybertron 7B v2 (BF16) Zephyr 7B Beta (AWQ) diff --git a/src/pull_available_models.py b/src/pull_available_models.py index 92554fd..4f34f21 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -510,7 +510,11 @@ def fetch_hyperbolic_models_api(logger): def fetch_github_models(logger): logger.info("Fetching GitHub models...") - r = requests.get("https://models.inference.ai.azure.com/models") + r = requests.get("https://github.com/marketplace/models", headers={ + "Accept": "application/json", + "Content-Type": "application/json", + "x-requested-with": "XMLHttpRequest", + }) r.raise_for_status() models = r.json() logger.info(f"Fetched {len(models)} models from GitHub")