groq-llama3-70b.yaml
1 llm: 2 # Visit https://console.groq.com/keys to create api key 3 base_url: "https://api.groq.com/openai/v1" 4 api_key: "YOUR_API_KEY" 5 model: "llama3-70b-8192" # llama3-8b-8192,llama3-70b-8192,llama2-70b-4096 ,mixtral-8x7b-32768,gemma-7b-it