Here is the basic snippet of what I'm using:
import os
from openai import AzureOpenAI
from azure.identity import DefaultAzureCredential, get_bearer_token_provider
from phoenix.trace.openai import OpenAIInstrumentor
os.environ["PHOENIX_PROJECT_NAME"] = "dummyDemo"
os.environ["PHOENIX_HOST"] = "http://127.0.0.1:6006"
os.environ["PHOENIX_PORT"] = "6006"
os.environ["PHOENIX_COLLECTOR_ENDPOINT"] = "http://127.0.0.1:6006"
OpenAIInstrumentor().instrument()
azure_credential = DefaultAzureCredential()
token_provider = get_bearer_token_provider(DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default")
client = AzureOpenAI(
azure_endpoint="azure_endpoint",
azure_ad_token_provider=token_provider,
api_version="2024-02-01",
)
def run_test():
conversation = [{"role": "system", "content": "You are a helpful assistant."}, {"role": "user", "content": "Hello, can you help me with something?"}]
# Generate a response from the assistant
response = client.chat.completions.create(
model="gpt-4-32k",
messages=conversation,
stream=True,
# stream_options={"include_usage": True},
)
# print(response.choices[0].message.content)
result = ""
for chunk in response:
result += chunk.choices[0].delta.content
print("ran instrument func.:", result)
return result
def main():
while True:
user_input = input("Enter `abc` to run: ")
if user_input == "abc":
run_test()
main()
