sambanova: add fast api

This commit is contained in:
Jun Siang Cheah committed 2024-08-29 22:11:00 +01:00
1 parent ce2e88029a
commit 41ca620323
2 files changed
+28

No files matched your search

+13
View File
@@ -178,6 +178,19 @@ This lists various services that provide free access or credits towards API-base
<tr>
<td>Llama 3.1 70B</td>
<td>30 requests/minute, 60000 tokens/minute<br>900 requests/hour, 1000000 tokens/hour<br>14400 requests/day, 1000000 tokens/day</td>
</tr><tr>
<td rowspan="3"><a href="https://sambanova.ai/fast-api" target="_blank">SambaNova Fast API</a></td>
<td rowspan="3">Waitlist</td>
<td>Llama 3.1 405B</td>
<td></td>
</tr>
<tr>
<td>Llama 3.1 70B</td>
<td></td>
</tr>
<tr>
<td>Llama 3.1 8B</td>
<td></td>
</tr></tbody></table>
## Providers with trial credits
+15
View File
@@ -570,6 +570,21 @@ def main():
<td>30 requests/minute, 60000 tokens/minute<br>900 requests/hour, 1000000 tokens/hour<br>14400 requests/day, 1000000 tokens/day</td>
</tr>"""
table += """<tr>
<td rowspan="3"><a href="https://sambanova.ai/fast-api" target="_blank">SambaNova Fast API</a></td>
<td rowspan="3">Waitlist</td>
<td>Llama 3.1 405B</td>
<td></td>
</tr>
<tr>
<td>Llama 3.1 70B</td>
<td></td>
</tr>
<tr>
<td>Llama 3.1 8B</td>
<td></td>
</tr>"""
table += "</tbody></table>"
print("Missing models:")