Palmyra comparison app (#12)

Author: yanomaly

financial-tools-chat/pyproject.toml

@@ -1,5 +1,5 @@
 [tool.poetry]
-name = "fc-demo-app"
+name = "writer-framework-default"
 version = "0.1.0"
 description = ""
 authors = ["Your Name <you@example.com>"]

palmyra-comparser/.env.example

@@ -0,0 +1 @@
+WRITER_API_KEY=your Writer api key

palmyra-comparser/.wf/components-page-0-c0f99a9e-5004-4e75-a6c6-36f17490b134.jsonl

@@ -0,0 +1,35 @@
+{"id": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "type": "page", "content": {"cssClasses": "model-response", "pageMode": "compact"}, "handlers": {}, "isCodeManaged": false, "parentId": "root", "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "bebc5fe9-63a7-46a7-b0fa-62303555cfaf", "type": "header", "content": {"text": "Palmyra Comparison"}, "handlers": {}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}
+{"id": "mx2ph7hyrz2dmq17", "type": "columns", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 1}
+{"id": "3b2e0daziszd6kef", "type": "column", "content": {"title": "", "width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mx2ph7hyrz2dmq17", "position": 0}
+{"id": "left-dropdown", "type": "dropdowninput", "binding": {"eventType": "wf-option-change", "stateRef": "palmyra-left-model"}, "content": {"cssClasses": "model-dropdown", "label": "", "options": "@{palmyra-models}"}, "handlers": {"wf-option-change": "handle_dropdown_choice"}, "isCodeManaged": false, "parentId": "3b2e0daziszd6kef", "position": 0}
+{"id": "29vpe9owkjzxwiey", "type": "section", "content": {"containerBackgroundColor": "#ffd8cd", "isCollapsible": "yes", "startCollapsed": "yes", "title": "@{palmyra-models[palmyra-left-model]}"}, "handlers": {}, "isCodeManaged": false, "parentId": "3b2e0daziszd6kef", "position": 1}
+{"id": "atacwt9o6h0b057s", "type": "text", "content": {"cssClasses": "", "text": "@{palmyra-description-left}", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "29vpe9owkjzxwiey", "position": 0}
+{"id": "ppg3ncuom2jj5rl5", "type": "section", "content": {"title": ""}, "handlers": {}, "isCodeManaged": false, "parentId": "3b2e0daziszd6kef", "position": 2}
+{"id": "z42d3lavps0u2bi1", "type": "text", "content": {"alignment": "", "cssClasses": "model-response", "text": "@{palmyra-left-response}", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "ppg3ncuom2jj5rl5", "position": 0}
+{"id": "6y3vow1g76mx42i0", "type": "section", "content": {"isCollapsible": "yes", "startCollapsed": "yes", "title": "Model settings"}, "handlers": {}, "isCodeManaged": false, "parentId": "3b2e0daziszd6kef", "position": 3}
+{"id": "mzpsdvwrnqa62g54", "type": "columns", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "6y3vow1g76mx42i0", "position": 0}
+{"id": "ouiqu3l2sfnc8rlf", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mzpsdvwrnqa62g54", "position": 0}
+{"id": "l8t8aubcbn2g3eu4", "type": "sliderinput", "binding": {"eventType": "wf-number-change", "stateRef": "palmyra-left-temperature"}, "content": {"label": "Temperature", "maxValue": "1", "minValue": "0", "stepSize": "0.1"}, "handlers": {}, "isCodeManaged": false, "parentId": "ouiqu3l2sfnc8rlf", "position": 0}
+{"id": "x4hchodlv4jkh7ah", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mzpsdvwrnqa62g54", "position": 1}
+{"id": "hfq214mbadv4nomz", "type": "sliderinput", "binding": {"eventType": "wf-number-change", "stateRef": "palmyra-left-max-tokens"}, "content": {"label": "Max tokens", "maxValue": "64000", "minValue": "0", "stepSize": "50"}, "handlers": {}, "isCodeManaged": false, "parentId": "x4hchodlv4jkh7ah", "position": 0}
+{"id": "b99w95l47qi42mh0", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mx2ph7hyrz2dmq17", "position": 1}
+{"id": "right-dropdown", "type": "dropdowninput", "binding": {"eventType": "wf-option-change", "stateRef": "palmyra-right-model"}, "content": {"cssClasses": "model-dropdown", "label": "", "options": "@{palmyra-models}"}, "handlers": {"wf-option-change": "handle_dropdown_choice"}, "isCodeManaged": false, "parentId": "b99w95l47qi42mh0", "position": 0}
+{"id": "hycef835us94hrl8", "type": "section", "content": {"containerBackgroundColor": "#d4b2f7", "isCollapsible": "yes", "startCollapsed": "yes", "title": "@{palmyra-models[palmyra-right-model]}"}, "handlers": {}, "isCodeManaged": false, "parentId": "b99w95l47qi42mh0", "position": 1}
+{"id": "h023lm7lu92gqit4", "type": "text", "content": {"cssClasses": "", "text": "@{palmyra-description-right}", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "hycef835us94hrl8", "position": 0}
+{"id": "beb792yvj93xyv5b", "type": "section", "content": {"title": ""}, "handlers": {}, "isCodeManaged": false, "parentId": "b99w95l47qi42mh0", "position": 2}
+{"id": "oah5u3ea9qr91h67", "type": "text", "content": {"alignment": "", "cssClasses": "model-response", "text": "@{palmyra-right-response}", "useMarkdown": "yes"}, "handlers": {}, "isCodeManaged": false, "parentId": "beb792yvj93xyv5b", "position": 0}
+{"id": "e1z9290nj1wq3qx9", "type": "section", "content": {"isCollapsible": "yes", "startCollapsed": "yes", "title": "Model settings"}, "handlers": {}, "isCodeManaged": false, "parentId": "b99w95l47qi42mh0", "position": 3}
+{"id": "38hr6sep84veupc8", "type": "columns", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "e1z9290nj1wq3qx9", "position": 0}
+{"id": "f09myqgjo8cqk1is", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "38hr6sep84veupc8", "position": 0}
+{"id": "6c9zgcn830jdyrem", "type": "sliderinput", "binding": {"eventType": "wf-number-change", "stateRef": "palmyra-right-temperature"}, "content": {"label": "Temperature", "maxValue": "1", "minValue": "0", "stepSize": "0.1"}, "handlers": {}, "isCodeManaged": false, "parentId": "f09myqgjo8cqk1is", "position": 0}
+{"id": "5sg0cjnv6amfz12k", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "38hr6sep84veupc8", "position": 1}
+{"id": "p8hjof458sgbvbhg", "type": "sliderinput", "binding": {"eventType": "wf-number-change", "stateRef": "palmyra-right-max-tokens"}, "content": {"label": "Max tokens", "maxValue": "64000", "minValue": "0", "stepSize": "50"}, "handlers": {}, "isCodeManaged": false, "parentId": "5sg0cjnv6amfz12k", "position": 0}
+{"id": "dnf3qmf96ttjz7ln", "type": "textinput", "binding": {"eventType": "wf-change", "stateRef": "user-prompt"}, "content": {"cssClasses": "prompt-input", "label": "", "placeholder": "Ask Palmyras something"}, "handlers": {"wf-change-finish": "handle_user_input"}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 2}
+{"id": "mse4hifzxkrxu65f", "type": "columns", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "c0f99a9e-5004-4e75-a6c6-36f17490b134", "position": 3}
+{"id": "r9rvh3iyjwas0467", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mse4hifzxkrxu65f", "position": 0}
+{"id": "prompt-left-button", "type": "button", "content": {"buttonColor": "#ff7cea", "cssClasses": "prompt-button", "text": "@{prompt-left-button}"}, "handlers": {"wf-click": "handle_prompt_button"}, "isCodeManaged": false, "parentId": "r9rvh3iyjwas0467", "position": 0}
+{"id": "w2t4ga6ax52pfvia", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mse4hifzxkrxu65f", "position": 1}
+{"id": "prompt-center-button", "type": "button", "content": {"buttonColor": "#241f31", "cssClasses": "prompt-button", "text": "@{prompt-center-button}"}, "handlers": {"wf-click": "handle_prompt_button"}, "isCodeManaged": false, "parentId": "w2t4ga6ax52pfvia", "position": 0}
+{"id": "5x7gojqt67e68boz", "type": "column", "content": {"width": "1"}, "handlers": {}, "isCodeManaged": false, "parentId": "mse4hifzxkrxu65f", "position": 2}
+{"id": "prompt-right-button", "type": "button", "content": {"buttonColor": "#5551ff", "cssClasses": "prompt-button", "text": "@{prompt-right-button}"}, "handlers": {"wf-click": "handle_prompt_button"}, "isCodeManaged": false, "parentId": "5x7gojqt67e68boz", "position": 0}

palmyra-comparser/.wf/components-root.jsonl

@@ -0,0 +1 @@
+{"id": "root", "type": "root", "content": {"appName": "My App"}, "handlers": {}, "isCodeManaged": false, "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}

palmyra-comparser/.wf/components-workflows_root.jsonl

@@ -0,0 +1 @@
+{"id": "workflows_root", "type": "workflows_root", "content": {}, "handlers": {}, "isCodeManaged": false, "position": 0, "visible": {"binding": "", "expression": true, "reversed": false}}

palmyra-comparser/.wf/components-workflows_workflow-0-lfltcky7l1fsm6j2.jsonl

@@ -0,0 +1 @@
+{"id": "lfltcky7l1fsm6j2", "type": "workflows_workflow", "content": {}, "handlers": {}, "isCodeManaged": false, "parentId": "workflows_root", "position": 0}

palmyra-comparser/.wf/metadata.json

@@ -0,0 +1,3 @@
+{
+    "writer_version": "0.8.2"
+}

palmyra-comparser/README.md

@@ -0,0 +1,3 @@
+This app was created using Writer Framework.
+
+To learn more about it, visit https://dev.writer.com/framework

palmyra-comparser/main.py

@@ -0,0 +1,103 @@
+import asyncio
+
+import writer as wf
+from dotenv import load_dotenv
+from writer import WriterState
+from writerai import AsyncWriter
+from writerai.types.chat_chat_params import Message
+
+load_dotenv()
+
+def handle_user_input(payload: str,  state: WriterState) -> None:
+    asyncio.run(_ask_models(payload, state))
+
+
+def handle_prompt_button(context: dict, state: WriterState) -> None:
+    state["user-prompt"] = state[context["target"]+'-full']
+    asyncio.run(_ask_models(state[context["target"]+'-full'], state))
+
+
+def handle_dropdown_choice(context: dict, payload: str, state: WriterState) -> None:
+    if "right" in context["target"]:
+        state["palmyra-description-right"] = state["palmyra-models-description"][payload]
+    else:
+        state["palmyra-description-left"] = state["palmyra-models-description"][payload]
+
+
+async def _ask_models(prompt: str, state: WriterState) -> None:
+    state["palmyra-left-conversation"].append(Message(role="user", content=prompt))
+    state["palmyra-right-conversation"].append(Message(role="user", content=prompt))
+
+    async_writer_client = AsyncWriter()
+
+    await asyncio.gather(
+        _perform_async_streaming(async_writer_client, state["palmyra-left-model"], "left", state),
+        _perform_async_streaming(async_writer_client, state["palmyra-right-model"], "right", state),
+    )
+
+
+async def _perform_async_streaming(client: AsyncWriter, model: str, side: str, state: WriterState) -> None:
+    try:
+        response = await client.chat.chat(
+            model=model,
+            messages=state[f"palmyra-{side}-conversation"],
+            stream=True,
+            max_tokens=state[f"palmyra-{side}-max-tokens"],
+            temperature=state[f"palmyra-{side}-temperature"],
+        )
+
+        response_message = ""
+        state[f"palmyra-{side}-response"] = ""
+
+        async for message in response:
+            content = message.choices[0].delta.content
+            content = content if content is not None else ""
+            response_message += content
+            state[f"palmyra-{side}-response"] += content
+
+        state[f"palmyra-{side}-conversation"].append(Message(role="assistant", content=response_message))
+
+    except Exception as e:
+        response_message = "Something went wrong. Please, try again."
+        state[f"palmyra-{side}-conversation"].append(Message(role="assistant", content=response_message))
+        raise e
+
+palmyra_models_description = {
+        "palmyra-x-004": "**Palmyra X 004** is our newest and most advanced language model with a large context window of up to 128,000 tokens. This model excels in processing and understanding complex tasks, making it ideal for workflow automation, coding tasks, and data analysis.",
+        "palmyra-med": "**Palmyra Medical** is the latest version of our healthcare model and the most accurate in the market. The Writer full-stack generative AI platform is used by the world’s leading Fortune 50 healthcare companies to help improve patient outcomes with powerful AI that are infused with deep medical knowledge.",
+        "palmyra-fin-32k": "**Palmyra Financial** is Writer’s specialized language model for the finance industry, designed to support critical financial workflows with precision in terminology and document analysis. Palmyra Fin empowers financial organizations to streamline processes and make data-driven decisions confidently.",
+        "palmyra-creative": "**Palmyra Creative** is Writer's purpose-built language model, engineered to elevate creative thinking and writing across diverse professional contexts. With capabilities that amplify originality and adaptability, it caters to industries and teams where innovation drives success. ",
+    }
+
+initial_state = wf.init_state(
+    {
+    "palmyra-models": {
+        "palmyra-x-004": "Palmyra X 004",
+        "palmyra-med": "Palmyra Medical",
+        "palmyra-fin-32k": "Palmyra Financial",
+        "palmyra-creative": "Palmyra Creative",
+    },
+    "palmyra-models-description": palmyra_models_description,
+    "palmyra-left-conversation": [],
+    "palmyra-left-response": "Model response will appear here...",
+    "palmyra-left-model": "palmyra-x-004",
+    "palmyra-left-temperature": 0.7,
+    "palmyra-left-max-tokens": 16384,
+    "palmyra-description-left": palmyra_models_description["palmyra-x-004"],
+    "palmyra-right-conversation": [],
+    "palmyra-right-response": "Model response will appear here...",
+    "palmyra-right-model": "palmyra-creative",
+    "palmyra-right-temperature": 0.7,
+    "palmyra-right-max-tokens": 16384,
+    "palmyra-description-right": palmyra_models_description["palmyra-creative"],
+    "user-prompt": "",
+    "prompt-left-button": "Brainstorm bakery strategies",
+    "prompt-left-button-full": "Imagine you're a struggling small-town bakery competing with a chain that opened across the street. Brainstorm unconventional strategies to win over customers without lowering prices.",
+    "prompt-center-button": "Explain AI to a high schooler",
+    "prompt-center-button-full": "Write a guide for a programmer who wants to explain their AI side project to a high schooler. The explanation must be engaging, simple, and use humorous analogies, while avoiding technical jargon.",
+    "prompt-right-button": "Zero gravity game",
+    "prompt-right-button-full": "Design a game that could only exist in zero gravity.",
+    }
+)
+
+initial_state.import_stylesheet("style", "/static/custom.css")

palmyra-comparser/pyproject.toml

@@ -0,0 +1,16 @@
+[tool.poetry]
+name = "writer-framework-default"
+version = "0.1.0"
+description = ""
+authors = ["Your Name <you@example.com>"]
+readme = "README.md"
+
+[tool.poetry.dependencies]
+python = "^3.11"
+writer = "0.8.2"
+python-dotenv = "^1.0.1"
+
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"