few_shot_examples.py

import os

import azure.identity
import openai
from dotenv import load_dotenv

# Setup the OpenAI client to use either Azure, OpenAI.com, or Ollama API
load_dotenv(override=True)
API_HOST = os.getenv("API_HOST", "azure")

if API_HOST == "azure":
    token_provider = azure.identity.get_bearer_token_provider(
        azure.identity.DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"
    )
    client = openai.OpenAI(
        base_url=f"{os.environ['AZURE_OPENAI_ENDPOINT'].rstrip('/')}/openai/v1/",
        api_key=token_provider,
    )
    MODEL_NAME = os.environ["AZURE_OPENAI_CHAT_DEPLOYMENT"]

elif API_HOST == "ollama":
    client = openai.OpenAI(base_url=os.environ["OLLAMA_ENDPOINT"], api_key="nokeyneeded")
    MODEL_NAME = os.environ["OLLAMA_MODEL"]

else:
    client = openai.OpenAI(api_key=os.environ["OPENAI_KEY"])
    MODEL_NAME = os.environ["OPENAI_MODEL"]


SYSTEM_MESSAGE = """
You are a helpful assistant that helps students with their homework.
Instead of providing the full answer, you respond with a hint or a clue.
"""


USER_MESSAGE = "What is the largest planet in our solar system?"


response = client.responses.create(
    model=MODEL_NAME,
    temperature=0.7,
    input=[
        {"role": "system", "content": SYSTEM_MESSAGE},
        {"role": "user", "content": "What is the capital of France?"},
        {"role": "assistant", "content": "Can you remember the name of the city that is known for the Eiffel Tower?"},
        {"role": "user", "content": "What is the square root of 144?"},
        {"role": "assistant", "content": "What number multiplied by itself equals 144?"},
        {"role": "user", "content": "What is the atomic number of oxygen?"},
        {"role": "assistant", "content": "How many protons does an oxygen atom have?"},
        {"role": "user", "content": USER_MESSAGE},
    ],
    store=False,
)


print(f"Response from {API_HOST}: \n")
print(response.output_text)