Frontier- und Open-Source-KI-Modelle in der EU betreiben

from openai import OpenAI

client = OpenAI(
    base_url="https://api.inference.eu/v1",
    api_key="INFERENCE_EU_API_KEY",
)

response = client.chat.completions.create(
    model="mistral-small-4-119b",
    messages=[{"role": "user", "content": "Summarise this contract in three bullet points"}],
)
print(response.choices[0].message.content)

import OpenAI from "openai"

const client = new OpenAI({
  baseURL: "https://api.inference.eu/v1",
  apiKey: process.env.INFERENCE_EU_API_KEY,
})

const response = await client.chat.completions.create({
  model: "mistral-small-4-119b",
  messages: [{ role: "user", content: "Summarise this contract in three bullet points" }],
})
console.log(response.choices[0].message.content)

curl https://api.inference.eu/v1/chat/completions \
  -H "Authorization: Bearer $INFERENCE_EU_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "mistral-small-4-119b",
    "messages": [{"role": "user", "content": "Summarise this contract in three bullet points"}]
  }'