| import os |
|
|
| import groq_gradio |
|
|
| from utils import get_app |
|
|
| demo = get_app( |
| models=[ |
| "llama3-groq-8b-8192-tool-use-preview", |
| "llama3-groq-70b-8192-tool-use-preview", |
| "llama-3.2-1b-preview", |
| "llama-3.2-3b-preview", |
| "llama-3.2-11b-vision-preview", |
| "llama-3.2-90b-vision-preview", |
| "mixtral-8x7b-32768", |
| "gemma2-9b-it", |
| "gemma-7b-it", |
| "llama-3.3-70b-versatile", |
| "llama-3.3-70b-specdec", |
| ], |
| default_model="llama-3.3-70b-specdec", |
| src=groq_gradio.registry, |
| accept_token=not os.getenv("GROQ_API_KEY"), |
| ) |
|
|
| if __name__ == "__main__": |
| demo.launch() |
|
|
