Embeddings

import os
from openai import OpenAI

client = OpenAI(
    base_url="https://api.runinfra.ai/v1",
    api_key=os.environ["RUNINFRA_GATEWAY_KEY"],
)

# Single input
resp = client.embeddings.create(
    model=os.environ["MODEL_ID"],
    input="Quantum entanglement is correlated quantum states.",
)
vector = resp.data[0].embedding  # Dimensions depend on your deployed model.

# Batch input
resp = client.embeddings.create(
    model=os.environ["MODEL_ID"],
    input=["text one", "text two", "text three"],
)
for item in resp.data:
    print(item.index, len(item.embedding))

import OpenAI from "openai";

const modelId = process.env.MODEL_ID;
if (!modelId) throw new Error("Set MODEL_ID to your deployed model's id.");

const client = new OpenAI({
  baseURL: "https://api.runinfra.ai/v1",
  apiKey: process.env.RUNINFRA_GATEWAY_KEY,
});

const resp = await client.embeddings.create({
  model: modelId,
  input: ["text one", "text two"],
});
resp.data.forEach((d) => console.log(d.index, d.embedding.length));

curl https://api.runinfra.ai/v1/embeddings \
  -H "Authorization: Bearer $RUNINFRA_GATEWAY_KEY" \
  -H "Content-Type: application/json" \
  -d "{\"model\":\"$MODEL_ID\",\"input\":\"hello world\"}"