GroqCloud

可用模型清单：https://console.groq.com/docs/models

查看模型请求限制：https://console.groq.com/settings/limits

import Agently
agent = (
    Agently.create_agent()
        .set_settings("current_model", "OAIClient")
        .set_settings("model.OAIClient.auth", { "api_key": "<Your-API-Key>" })
        # 使用GroqCloud的API Base URL
        .set_settings("model.OAIClient.url", "https://api.groq.com/openai/v1")
        # 如果需要切换模型，可参考模型清单：https://console.groq.com/docs/models
        # 每日请求限额可参考：https://console.groq.com/settings/limits
        .set_settings("model.OAIClient.options", { "model": "llama3-groq-70b-8192-tool-use-preview" })
)