import os
from openai import OpenAI

client = OpenAI(base_url="http://127.0.0.1:6100/v1", api_key=os.environ["SHELLM_KEY"])

stream = client.chat.completions.create(
    model="claude-sonnet",
    messages=[{"role": "user", "content": "Hello"}],
    stream=True,
)
for chunk in stream:
    if chunk.choices:
        print(chunk.choices[0].delta.content or "", end="", flush=True)

import os
from anthropic import Anthropic

client = Anthropic(base_url="http://127.0.0.1:6100", api_key=os.environ["SHELLM_KEY"])

with client.messages.stream(
    model="claude-sonnet",
    max_tokens=1024,
    messages=[{"role": "user", "content": "Hello"}],
) as stream:
    for text in stream.text_stream:
        print(text, end="", flush=True)

import OpenAI from 'openai';

const client = new OpenAI({ baseURL: 'http://127.0.0.1:6100/v1', apiKey: process.env.SHELLM_KEY });

const stream = await client.chat.completions.create({
  model: 'claude-sonnet',
  messages: [{ role: 'user', content: 'Hello' }],
  stream: true,
});
for await (const chunk of stream) {
  process.stdout.write(chunk.choices[0]?.delta?.content ?? '');
}

import Anthropic from '@anthropic-ai/sdk';

const client = new Anthropic({ baseURL: 'http://127.0.0.1:6100', apiKey: process.env.SHELLM_KEY });

const stream = client.messages.stream({
  model: 'claude-sonnet',
  max_tokens: 1024,
  messages: [{ role: 'user', content: 'Hello' }],
});
stream.on('text', (text) => process.stdout.write(text));
await stream.finalMessage();

curl -sN http://127.0.0.1:6100/v1/chat/completions \
  -H "Authorization: Bearer $SHELLM_KEY" \
  -H "Content-Type: application/json" \
  -d '{"model":"claude-sonnet","stream":true,"messages":[{"role":"user","content":"Hello"}]}'