Fastino API 上兼容 OpenAI 的推理

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_API_KEY",
    base_url="https://api.fastino.ai/v1"
)

# Set this as the base for all requests
https://api.fastino.ai/v1

from openai import OpenAI

client = OpenAI(
    api_key="YOUR_API_KEY",
    base_url="https://api.fastino.ai/v1"
)

response = client.chat.completions.create(
    model="YOUR_TRAINING_JOB_ID",
    messages=[
        {
            "role": "user",
            "content": "Extract entities from: Apple launched the iPhone."
        }
    ],
    extra_body={
        "schema": {
            "entities": ["organization", "product"]
        }
    }
)

print(response.choices[0].message.content)

curl -X POST https://api.fastino.ai/v1/chat/completions \
  -H "X-API-Key: YOUR_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "YOUR_TRAINING_JOB_ID",
    "messages": [
      {
        "role": "user",
        "content": "Extract entities from: Apple launched the iPhone."
      }
    ],
    "schema": {
      "entities": ["organization", "product"]
    }
  }'

response = client.responses.create(
    model="YOUR_TRAINING_JOB_ID",
    input="Extract entities from: Apple launched the iPhone.",
    max_output_tokens=128,
    extra_body={
        "text": {
            "format": {
                "schema": {
                    "entities": ["organization", "product"]
                }
            }
        }
    }
)

print(response.output_text)

models = client.models.list()
for model in models.data:
    print(model.id)

curl https://api.fastino.ai/v1/models \
  -H "X-API-Key: YOUR_API_KEY"