From 59ee2917dd1d65a30268c80c9e9df37a749aae5b Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Sat, 31 Aug 2024 11:42:09 +0100 Subject: [PATCH] hyperbolic: remove from free list --- README.md | 25 ++++++++++++------------- src/README_template.md | 2 +- src/pull_available_models.py | 9 +++++---- 3 files changed, 18 insertions(+), 18 deletions(-) diff --git a/README.md b/README.md index a7d4e46..fa874ef 100644 --- a/README.md +++ b/README.md @@ -28,8 +28,7 @@ This lists various services that provide free access or credits towards API-base Llama Guard 3 8B14400 requests/day
15000 tokens/minute Mixtral 8x7B14400 requests/day
5000 tokens/minute Whisper Large v37200 audio-seconds/minute
2000 requests/day -OpenRouterGemma 2 9B Instruct20 requests/minute
200 requests/day -Gemma 7B Instruct20 requests/minute
200 requests/day +OpenRouterGemma 2 9B Instruct20 requests/minute
200 requests/day Llama 3 8B Instruct20 requests/minute
200 requests/day Llama 3.1 8B Instruct20 requests/minute
200 requests/day Mistral 7B Instruct20 requests/minute
200 requests/day @@ -106,16 +105,7 @@ This lists various services that provide free access or credits towards API-base Dynamic Rate Limits.
Limited to models smaller than 10GB.
Some popular models are supported even if they exceed 10GB. Various open models - Hyperbolic (Free Testing Period)Hermes 3 Llama 3.1 70B200 requests/minute -Llama 3 70B Instruct200 requests/minute -Llama 3.1 405B200 requests/minute -Llama 3.1 405B Base (FP8)200 requests/minute -Llama 3.1 405B Instruct200 requests/minute -Llama 3.1 70B Instruct200 requests/minute -Llama 3.1 8B Instruct200 requests/minute -Yi 1.5 34B Chat200 requests/minute -Yi 34B Chat200 requests/minute -OVH AI Endpoints (Free Alpha)Token expires every 2 weeks.CodeLlama 13B Instruct12 requests/minute + OVH AI Endpoints (Free Alpha)Token expires every 2 weeks.CodeLlama 13B Instruct12 requests/minute Llama 2 13B Chat12 requests/minute Llama 3 70B Instruct12 requests/minute Llama 3 8B Instruct12 requests/minute @@ -265,5 +255,14 @@ This lists various services that provide free access or credits towards API-base Phone number verification Various open models - + Hyperbolic$10Hermes 3 Llama 3.1 70B +Llama 3 70B Instruct +Llama 3.1 405B +Llama 3.1 405B Base (FP8) +Llama 3.1 405B Instruct +Llama 3.1 70B Instruct +Llama 3.1 8B Instruct +Yi 1.5 34B Chat +Yi 34B Chat + \ No newline at end of file diff --git a/src/README_template.md b/src/README_template.md index 4cc6bb9..c469433 100644 --- a/src/README_template.md +++ b/src/README_template.md @@ -80,5 +80,5 @@ This lists various services that provide free access or credits towards API-base Phone number verification Various open models - + {{TRIAL_MODEL_LIST}} \ No newline at end of file diff --git a/src/pull_available_models.py b/src/pull_available_models.py index 54a92dd..8d09405 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -536,9 +536,6 @@ def main(): """ - for idx, model in enumerate(hyperbolic_models): - table += f"{f'Hyperbolic (Free Testing Period)' if idx == 0 else ''}{ f'' if idx == 0 else ''}{model['name']}{get_human_limits(model)}\n" - for idx, model in enumerate(ovh_models): table += f"{f'OVH AI Endpoints (Free Alpha)' if idx == 0 else ''}{ f'Token expires every 2 weeks.' if idx == 0 else ''}{model['name']}{get_human_limits(model)}\n" @@ -587,13 +584,17 @@ def main(): table += "" + trial_table = "" + for idx, model in enumerate(hyperbolic_models): + trial_table += f"{f'Hyperbolic' if idx == 0 else ''}{ f'$10' if idx == 0 else ''}{model['name']}\n" + print("Missing models:") print(list(MISSING_MODELS)) with open("README_template.md", "r") as f: readme = f.read() with open("../README.md", "w") as f: - f.write(readme.replace("{{MODEL_LIST}}", table)) + f.write(readme.replace("{{MODEL_LIST}}", table).replace("{{TRIAL_MODEL_LIST}}", trial_table)) print("Wrote models to README.md")