Meta: Llama-3.1-8B-Instruct

import os
import requests

base_url = "https://api.moduck.ai/v1"
api_key = os.environ["MODUCK_API_KEY"]
model_id = "meta/llama-3.1-8b-instruct"

response = requests.post(
    f"{base_url}/chat/completions",
    headers={
        "Authorization": f"Bearer {api_key}",
        "Content-Type": "application/json",
    },
    json={
        "model": model_id,
        "messages": [{"role": "user", "content": "Hello!"}],
        "stream": False,
    },
    timeout=60,
)
response.raise_for_status()
print(response.json())