Merge pull request Azure#72 from Azure/alemor-assistants

Added Sales Copilot.

Author: codebytes

.gitignore

@@ -8,4 +8,6 @@ appsettings.json
 .azure
 
 .env
-*_db
+*_db
+
+__pycache__

gen-ai/Assistants/api-in-a-box/sales_copilot/AgentProxy.py

@@ -0,0 +1,78 @@
+from openai import AzureOpenAI
+from AgentRegistration import AgentRegistration
+from AgentSettings import AgentSettings
+from ArgumentException import ArgumentExceptionError
+
+
+class AgentProxy:
+    def __init__(self, settings=None, client=None, registered_agents: list[AgentRegistration] = None):
+        self.settings = settings
+        self.client = client
+        self.registered_agents = registered_agents
+
+        if registered_agents is None:
+            raise ArgumentExceptionError("Missing registered_agents")
+
+        if settings is None:
+            self.settings = AgentSettings()
+
+        if client is None:
+            client = AzureOpenAI(
+                api_key=self.settings.api_key,
+                api_version=self.settings.api_version,
+                azure_endpoint=self.settings.api_endpoint)
+
+    def __semantic_intent(self, prompt: str) -> str:
+        prompt_template = """system:
+You are an agent that can determine intent from the following list of intents and return the intent that best matches the user's question or statement.
+
+List of intents:
+<INTENTS>
+OtherAgent: any other question
+
+user:
+<QUESTION>
+
+Output in ONE word."""
+
+        intents = ""
+        for reg_agent in self.registered_agents:
+            intents += f"{reg_agent.intent}: {reg_agent.intent_desc}\n"
+
+        full_prompt = prompt_template.replace(
+            "<INTENTS>", intents).replace("<QUESTION>", prompt)
+        completion = self.client.chat.completions.create(
+            model=self.settings.model_deployment,
+            messages=[
+                {
+                    "role": "user",
+                    "content": full_prompt,
+                },
+            ],
+            max_tokens=2,
+            temperature=0.1
+        )
+        try:
+            intent = completion.choices[0].message.content
+            return intent
+        except:
+            return "Unknown"
+
+    def process_for_intent(self, user_name, user_id, prompt: str) -> str:
+        intent = self.__semantic_intent(prompt)
+        print(f'Intent: {intent}')
+        if intent is None or intent == "OtherAgent" or intent == "Unknown":
+            completion = self.client.chat.completions.create(
+                model=self.settings.model_deployment,
+                messages=[
+                    {
+                        "role": "user",
+                        "content": prompt,
+                    }
+                ]
+            )
+            print(completion.choices[0].message.content)
+        else:
+            for registered_agent in self.registered_agents:
+                if registered_agent.intent == intent:
+                    return registered_agent.agent.process_prompt(user_name, user_id, prompt)

gen-ai/Assistants/api-in-a-box/sales_copilot/AgentRegistration.py

@@ -0,0 +1,29 @@
+from AgentSettings import AgentSettings
+from openai import AzureOpenAI
+from ArgumentException import ArgumentExceptionError
+from AssistantAgent import AssistantAgent
+
+
+class AgentRegistration:
+    """This function is to hold the agent registration information"""
+
+    def __init__(self, settings=None, client=None, intent: str = None, intent_desc: str = None, agent: AssistantAgent = None):
+        self.settings = settings
+        self.client = client
+        self.agent = agent
+        self.intent = intent
+        self.intent_desc = intent_desc
+
+        if intent is None:
+            raise ArgumentExceptionError("intent parameter is missing")
+        if intent_desc is None:
+            raise ArgumentExceptionError("intent_desc parameter is missing")
+
+        if settings is None:
+            self.settings = AgentSettings()
+
+        if client is None:
+            client = AzureOpenAI(
+                api_key=self.settings.api_key,
+                api_version=self.settings.api_version,
+                azure_endpoint=self.settings.api_endpoint)

gen-ai/Assistants/api-in-a-box/sales_copilot/AgentSettings.py

@@ -0,0 +1,12 @@
+from dotenv import load_dotenv
+import os
+
+
+class AgentSettings:
+    def __init__(self):
+        load_dotenv()
+        self.api_endpoint = os.getenv("OPENAI_URI")
+        self.api_key = os.getenv("OPENAI_KEY")
+        self.api_version = os.getenv("OPENAI_VERSION")
+        self.model_deployment = os.getenv("OPENAI_GPT_DEPLOYMENT")
+        self.email_URI = os.getenv("EMAIL_URI")

gen-ai/Assistants/api-in-a-box/sales_copilot/ArgumentException.py

@@ -0,0 +1,3 @@
+class ArgumentExceptionError(Exception):
+    def __init__(self, msg):
+        self.msg = msg

gen-ai/Assistants/api-in-a-box/sales_copilot/AssistantAgent.py

@@ -0,0 +1,192 @@
+from typing import Iterable
+import os
+import io
+import time
+from datetime import datetime
+from pathlib import Path
+
+
+from AgentSettings import AgentSettings
+
+from openai.types.beta.threads.message_content_image_file import MessageContentImageFile
+from openai.types.beta.threads.message_content_text import MessageContentText
+from openai.types.beta.threads.messages import MessageFile
+from openai.types import FileObject
+from PIL import Image
+from ArgumentException import ArgumentExceptionError
+
+
+class AssistantAgent:
+    def __init__(self, settings, client, name, instructions, data_folder, tools_list, keep_state: bool = False, fn_calling_delegate=None):
+        if name is None:
+            raise ArgumentExceptionError("name parameter missing")
+        if instructions is None:
+            raise ArgumentExceptionError("instructions parameter missing")
+        if tools_list is None:
+            raise ArgumentExceptionError("tools_list parameter missing")
+
+        self.assistant = None
+        self.settings = settings
+        self.client = client
+        self.name = name
+        self.instructions = instructions
+        self.data_folder = data_folder
+        self.tools_list = tools_list
+        self.fn_calling_delegate = fn_calling_delegate
+        self.keep_state = keep_state
+        self.ai_threads = []
+        self.ai_files = []
+        self.file_ids = []
+        self.get_agent()
+
+    def upload_file(self, path: str) -> FileObject:
+        print(path)
+        with Path(path).open("rb") as f:
+            return self.client.files.create(file=f, purpose="assistants")
+
+    def upload_all_files(self):
+        files_in_folder = os.listdir(self.data_folder)
+        local_file_list = []
+        for file in files_in_folder:
+            filePath = self.data_folder + file
+            assistant_file = self.upload_file(filePath)
+            self.ai_files.append(assistant_file)
+            local_file_list.append(assistant_file)
+        self.file_ids = [file.id for file in local_file_list]
+
+    def get_agent(self):
+        if self.data_folder is not None:
+            self.upload_all_files()
+            self.assistant = self.client.beta.assistants.create(
+                name=self.name,  # "Sales Assistant",
+                # "You are a sales assistant. You can answer questions related to customer orders.",
+                instructions=self.instructions,
+                tools=self.tools_list,
+                model=self.settings.model_deployment,
+                file_ids=self.file_ids
+            )
+        else:
+            self.assistant = self.client.beta.assistants.create(
+                name=self.name,  # "Sales Assistant",
+                # "You are a sales assistant. You can answer questions related to customer orders.",
+                instructions=self.instructions,
+                tools=self.tools_list,
+                model=self.settings.model_deployment
+            )
+
+    def process_prompt(self, user_name: str, user_id: str, prompt: str) -> None:
+
+        # if keep_state:
+        #     thread_id = check_if_thread_exists(user_id)
+
+        #     # If a thread doesn't exist, create one and store it
+        #     if thread_id is None:
+        #         print(f"Creating new thread for {name} with user_id {user_id}")
+        #         thread = self.client.beta.threads.create()
+        #         store_thread(user_id, thread)
+        #         thread_id = thread.id
+        #     # Otherwise, retrieve the existing thread
+        #     else:
+        #         print(
+        #             f"Retrieving existing thread for {name} with user_id {user_id}")
+        #         thread = self.client.beta.threads.retrieve(thread_id)
+        #         add_thread(thread)
+        # else:
+        thread = self.client.beta.threads.create()
+
+        self.client.beta.threads.messages.create(
+            thread_id=thread.id, role="user", content=prompt)
+
+        run = self.client.beta.threads.runs.create(
+            thread_id=thread.id,
+            assistant_id=self.assistant.id,
+            instructions="Please address the user as Jane Doe. The user has a premium account. Be assertive, accurate, and polite. Ask if the user has further questions. Do not provide explanations for the answers."
+            + "The current date and time is: "
+            + datetime.now().strftime("%x %X")
+            + ". ",
+        )
+
+        print("processing ...")
+        while True:
+            run = self.client.beta.threads.runs.retrieve(
+                thread_id=thread.id, run_id=run.id)
+            if run.status == "completed":
+                # Handle completed
+                messages = self.client.beta.threads.messages.list(
+                    thread_id=thread.id)
+                self.print_messages(user_name, messages)
+                break
+            if run.status == "failed":
+                messages = self.client.beta.threads.messages.list(
+                    thread_id=thread.id)
+                self.print_messages(user_name, messages)
+                # Handle failed
+                break
+            if run.status == "expired":
+                # Handle expired
+                break
+            if run.status == "cancelled":
+                # Handle cancelled
+                break
+            if run.status == "requires_action":
+                if self.fn_calling_delegate:
+                    self.fn_calling_delegate(self.client, thread, run)
+            else:
+                time.sleep(5)
+        if not self.keep_state:
+            self.client.beta.threads.delete(thread.id)
+            print("Deleted thread: ", thread.id)
+
+    def read_assistant_file(self, file_id: str):
+        response_content = self.client.files.content(file_id)
+        return response_content.read()
+
+    def print_messages(self, name: str, messages: Iterable[MessageFile]) -> None:
+        message_list = []
+
+        # Get all the messages till the last user message
+        for message in messages:
+            message_list.append(message)
+            if message.role == "user":
+                break
+
+        # Reverse the messages to show the last user message first
+        message_list.reverse()
+
+        # Print the user or Assistant messages or images
+        for message in message_list:
+            for item in message.content:
+                # Determine the content type
+                if isinstance(item, MessageContentText):
+                    if message.role == "user":
+                        print(f"user: {name}:\n{item.text.value}\n")
+                    else:
+                        print(f"{message.role}:\n{item.text.value}\n")
+                    file_annotations = item.text.annotations
+                    if file_annotations:
+                        for annotation in file_annotations:
+                            file_id = annotation.file_path.file_id
+                            content = self.read_assistant_file(file_id)
+                            print(f"Annotation Content:\n{str(content)}\n")
+                elif isinstance(item, MessageContentImageFile):
+                    # Retrieve image from file id
+                    data_in_bytes = self.read_assistant_file(
+                        item.image_file.file_id)
+                    # Convert bytes to image
+                    readable_buffer = io.BytesIO(data_in_bytes)
+                    image = Image.open(readable_buffer)
+                    # Resize image to fit in terminal
+                    width, height = image.size
+                    image = image.resize(
+                        (width // 2, height // 2), Image.LANCZOS)
+                    # Display image
+                    image.show()
+
+    def cleanup(self):
+        print(self.client.beta.assistants.delete(self.assistant.id))
+        print("Deleting: ", len(self.ai_threads), " threads.")
+        for thread in self.ai_threads:
+            print(self.client.beta.threads.delete(thread.id))
+        print("Deleting: ", len(self.ai_files), " files.")
+        for file in self.ai_files:
+            print(self.client.files.delete(file.id))

gen-ai/Assistants/api-in-a-box/sales_copilot/data/customers.csv

@@ -0,0 +1,11 @@
+CustomerID,Name,State
+1000,John Doe,FL
+1001,Jane Smith,NY
+1002,Michael Johnson,TX
+1003,Sarah Williams,CA
+1004,Robert Brown,IL
+1005,Emily Davis,OH
+1006,David Wilson,FL
+1007,Jennifer Taylor,GA
+1008,Christopher Anderson,MI
+1009,Lisa Martinez,NC

gen-ai/Assistants/api-in-a-box/sales_copilot/data/inventory.csv

@@ -0,0 +1,3 @@
+ItemID,Description
+1000,Intel i7 Latop
+1001,AMD Ryzen 7 Desktop

gen-ai/Assistants/api-in-a-box/sales_copilot/data/orders.csv

@@ -0,0 +1,3 @@
+OrderID,CustomerID,SellerID,ItemID,Qty,Price
+1000,1000,1000,1000,10,150.25
+1001,1001,1001,1001,20,250.50

gen-ai/Assistants/api-in-a-box/sales_copilot/data/sellers.csv

@@ -0,0 +1,3 @@
+SellerID,Name,State
+1000,Carlos Lopez,CA
+1001,Deepak Usman,CA