diff --git a/README.md b/README.md index 8fb5d9e..6569e84 100644 --- a/README.md +++ b/README.md @@ -76,9 +76,10 @@ This lists various services that provide free access or credits towards API-base Dynamic Rate Limits.
Limited to models smaller than 10GB.
Some popular models are supported even if they exceed 10GB. Various open models - Hyperbolic (Free Testing Period)Llama 3.1 70B Instruct -Llama 3.1 405B Instruct -Llama 3.1 8B Instruct + Hyperbolic (Free Testing Period)Llama 3.1 70B Instruct200 requests/minute +Llama 3.1 405B Instruct200 requests/minute +Llama 3.1 8B Instruct200 requests/minute +Qwen 2 72B Instruct200 requests/minute OVH AI Endpoints (Free Alpha)Token expires every 2 weeks.CodeLlama 13B Instruct12 requests/minute Llama 2 13B Chat12 requests/minute Llama 3 70B Instruct12 requests/minute diff --git a/src/pull_available_models.py b/src/pull_available_models.py index b9524cc..54c3631 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -78,6 +78,7 @@ MODEL_TO_NAME_MAPPING = { "meta-llama/meta-llama-3.1-70b-instruct": "Llama 3.1 70B Instruct", "meta-llama/meta-llama-3.1-405b-instruct": "Llama 3.1 405B Instruct", "meta-llama/meta-llama-3.1-8b-instruct": "Llama 3.1 8B Instruct", + "qwen/qwen2-72b-instruct": "Qwen 2 72B Instruct", } MISSING_MODELS = set() @@ -311,19 +312,16 @@ def fetch_hyperbolic_models(): }, }, }, - { - "fieldFilter": { - "field": {"fieldPath": "hidden"}, - "op": "EQUAL", - "value": {"booleanValue": False}, - }, - }, + # { + # "fieldFilter": { + # "field": {"fieldPath": "hidden"}, + # "op": "NOT_EQUAL", + # "value": {"booleanValue": True}, + # }, + # }, ], }, }, - "orderBy": [ - {"field": {"fieldPath": "__name__"}, "direction": "ASCENDING"} - ], } }, ) @@ -333,10 +331,17 @@ def fetch_hyperbolic_models(): ret_models = [] for model in models: model_data = model["document"]["fields"] + if "hidden" in model_data and model_data["hidden"]["booleanValue"]: + continue ret_models.append( { "id": model_data["model"]["stringValue"], "name": get_model_name(model_data["model"]["stringValue"]), + "limits": { + # https://discord.com/channels/1196951041971863664/1197273823192547500/1267279465226965065 + # Unclear if this is a global rate limit or a per-model rate limit + "requests/minute": 200, + }, } ) return ret_models @@ -428,7 +433,7 @@ def main(): hyperbolic_models = fetch_hyperbolic_models() for idx, model in enumerate(hyperbolic_models): # markdown_table += f"|{'[Hyperbolic](https://app.hyperbolic.xyz/)' if idx == 0 else '^'}|{ ' ' if idx == 0 else '^'}|{model['name']}| |\n" - table += f"{f'Hyperbolic (Free Testing Period)' if idx == 0 else ''}{ f'' if idx == 0 else ''}{model['name']}\n" + table += f"{f'Hyperbolic (Free Testing Period)' if idx == 0 else ''}{ f'' if idx == 0 else ''}{model['name']}{get_human_limits(model)}\n" ovh_models = fetch_ovh_models() for idx, model in enumerate(ovh_models):