Integrating SDKs with Local OpenAI-Compatible Services

# Python
pip install openai

# JavaScript 
npm install openai

# .NET (C#)
dotnet add package OpenAI

# cURL requires no installation, just ensure it's available on your system
curl --version

from openai import OpenAI
 
client = OpenAI(api_key="localkey", base_url="http://localhost:8553/v1/openai")
 
response = client.chat.completions.create(
    model="phi3.5",
    messages=[
        {
            "role": "system",
            "content": "You are a creative writing assistant who helps improve clarity and tone."
        },
        {
            "role": "user",
            "content": "Write a short story about a time traveler who accidentally becomes their own ancestor."
        }
    ]
)
 
print(response.choices[0].message.content)

import OpenAI from "openai";
 
const openai = new OpenAI({
  baseURL: "http://localhost:8553/v1/openai",
  apiKey: "localkey",
});
 
async function main() {
  const completion = await openai.chat.completions.create({
    model: "phi3.5",
    messages: [
      { role: "system", content: "You are a creative writing assistant who helps improve clarity and tone." },
      { role: "user", content: "Write a short story about a time traveler who accidentally becomes their own ancestor." }
    ]
  });
 
  console.log(completion.choices[0].message.content);
}
 
main();

using OpenAI;
 
var client = new OpenAIClient(new OpenAIClientOptions
{
  ApiKey = "localkey",
  BaseUrl = "http://localhost:8553/v1/openai"
});
 
var response = await client.Chat.Completions.CreateAsync(new ChatCompletionRequest
{
  Model = "phi3.5",
  Messages = new List<ChatMessage>
  {
      new ChatMessage("system", "You are a creative writing assistant who helps improve clarity and tone."),
      new ChatMessage("user", "Write a short story about a time traveler who accidentally becomes their own ancestor.")
  }
});
 
Console.WriteLine(response.Choices[0].Message.Content);

curl http://localhost:8553/v1/openai/chat/completions \
  -H "Authorization: Bearer localkey" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "phi3.5",
    "messages": [
      { "role": "system", "content": "You are a creative writing assistant who helps improve clarity and tone." },
      { "role": "user", "content": "Write a short story about a time traveler who accidentally becomes their own ancestor." }
    ]
  }'

for chunk in client.chat.completions.create(
    model="phi3.5",
    messages=[{"role": "user", "content": "List five futuristic startup ideas"}],
    stream=True
):
    if chunk.choices[0].delta.content:
        print(chunk.choices[0].delta.content, end="", flush=True)

const stream = await openai.chat.completions.create({
  model: "phi3.5",
  messages: [{ role: "user", content: "List five futuristic startup ideas" }],
  stream: true
});
 
for await (const part of stream) {
  const content = part.choices[0]?.delta?.content;
  if (content) process.stdout.write(content);
}

await foreach (var update in client.Chat.Completions.CreateStreamingAsync(new ChatCompletionRequest
{
    Model = "phi3.5",
    Messages = new List<ChatMessage>
    {
        new ChatMessage("user", "List five futuristic startup ideas")
    }
}))
{
    if (update.Choices[0].Delta?.Content != null)
    {
        Console.Write(update.Choices[0].Delta.Content);
    }
}

curl http://localhost:8553/v1/openai/chat/completions \
  -H "Authorization: Bearer localkey" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "phi3.5",
    "messages": [{"role": "user", "content": "List five futuristic startup ideas"}],
    "stream": true
  }'

from openai import OpenAI, APIError
 
client = OpenAI(api_key="localkey", base_url="http://localhost:8553/v1/openai")
 
try:
    response = client.chat.completions.create(
        model="phi3.5",
        messages=[{"role": "user", "content": "Summarize the principles of thermodynamics"}]
    )
    print(response.choices[0].message.content)
except APIError as e:
    print(f"API request failed: {e}")
except Exception as e:
    print(f"Unexpected error: {e}")

import OpenAI from "openai";
 
const openai = new OpenAI({
  baseURL: "http://localhost:8553/v1/openai",
  apiKey: "localkey",
});
 
async function run() {
  try {
    const completion = await openai.chat.completions.create({
      model: "phi3.5",
      messages: [{ role: "user", content: "Summarize the principles of thermodynamics" }],
    });
    console.log(completion.choices[0].message.content);
  } catch (err) {
    console.error("Request failed:", err.message || err);
  }
}
 
run();

using OpenAI;
 
var client = new OpenAIClient(new OpenAIClientOptions
{
    ApiKey = "localkey",
    BaseUrl = "http://localhost:8553/v1/openai"
});
 
try
{
    var response = await client.Chat.Completions.CreateAsync(new ChatCompletionRequest
    {
        Model = "phi3.5",
        Messages = new List<ChatMessage>
        {
            new ChatMessage("user", "Summarize the principles of thermodynamics")
        }
    });
    Console.WriteLine(response.Choices[0].Message.Content);
}
catch (HttpRequestException ex)
{
    Console.WriteLine($"Network error: {ex.Message}");
}
catch (Exception ex)
{
    Console.WriteLine($"Unexpected error: {ex.Message}");
}

curl http://localhost:8553/v1/openai/chat/completions \
  -H "Authorization: Bearer localkey" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "phi3.5",
    "messages": [{"role": "user", "content": "Summarize the principles of thermodynamics"}]
  }' || echo "Request failed"