From 446b9bde0e82438af0de33a183d8e92a0beef546 Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Fri, 6 Dec 2024 20:02:28 +0000 Subject: [PATCH] glhf: update rate limits --- src/pull_available_models.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/pull_available_models.py b/src/pull_available_models.py index b0fd553..acac65a 100644 --- a/src/pull_available_models.py +++ b/src/pull_available_models.py @@ -798,9 +798,9 @@ def main(): table += """ glhf.chat (Free Beta) - Email for API access - Any model on Hugging Face runnable on vLLM and fits on a A100 node (~640GB VRAM), including Llama 3.1 405B at FP8 + Any model on Hugging Face runnable on vLLM and fits on a A100 node (~640GB VRAM), including Llama 3.1 405B at FP8 + 480 requests/8 hours """ table += ""