/ config / examples / groq-llama3-70b.yaml
groq-llama3-70b.yaml
1  llm:
2    # Visit https://console.groq.com/keys to create api key
3    base_url: "https://api.groq.com/openai/v1"
4    api_key: "YOUR_API_KEY"
5    model: "llama3-70b-8192"  # llama3-8b-8192,llama3-70b-8192,llama2-70b-4096 ,mixtral-8x7b-32768,gemma-7b-it