AI incorrect or misleading reporting

Author: gcclinux

docs/EASYAI_USER_GUIDE.md

@@ -200,6 +200,34 @@ EasyAI is your AI-powered writing assistant built directly into EasyEditor. Open
 
 ---
 
+## Report Inappropriate AI Content
+
+EasyAI includes a built-in reporting feature that lets you flag problematic AI-generated content. Click the 🚩 flag icon in the EasyAI panel header to open the report dialog, select a category, add an optional description, and submit.
+
+### Where Reports Are Stored
+
+Reports are saved locally on your device — nothing is sent to a server.
+
+**Windows (Tauri desktop app):**
+
+| Storage | Location |
+|:---|:---|
+| localStorage (WebView) | `C:\Users\<username>\AppData\Local\com.easyeditor.editor\EBWebView\Default\Local Storage\` |
+| JSON file | `C:\Users\<username>\AppData\Roaming\<username>.Easyeditor\ai-content-reports.json` |
+
+**Linux (Tauri desktop app):**
+
+| Storage | Location |
+|:---|:---|
+| localStorage (WebView) | `~/.local/share/com.easyeditor.editor/` |
+| JSON file | `~/.local/share/com.easyeditor.editor/ai-content-reports.json` |
+
+**Web browser:** Reports are stored in the browser's localStorage only. Use the "Download Reports" button in the EasyAI panel to export them as a JSON file.
+
+> Both stores keep a maximum of 100 reports. When the limit is reached, the oldest report is removed automatically.
+
+---
+
 ## Tips for Better Results
 
 - **Be specific** — *"Create a sequence diagram for the checkout payment flow"* works better than *"Make a diagram"*

src/App.tsx

@@ -217,6 +217,8 @@ const App = () => {
   const [showEasyNotesSidebar, setShowEasyNotesSidebar] = useState(false);
   const [showEasyAIPanel, setShowEasyAIPanel] = useState(false);
   const [lastAIAction, setLastAIAction] = useState<string | null>(null);
+  const [lastUserPrompt, setLastUserPrompt] = useState<string | null>(null);
+  const [lastAIResponse, setLastAIResponse] = useState<string | null>(null);
   const easyNotesButtonRef = useRef<HTMLButtonElement | null>(null);
   const [isEditFull, setIsEditFull] = useState<boolean>(false);
   const [isPreviewFull, setIsPreviewFull] = useState<boolean>(false);
@@ -3307,8 +3309,12 @@ const App = () => {
           setShowEasyAIPanel={setShowEasyAIPanel}
           showToast={showToast}
           lastAIAction={lastAIAction}
+          lastUserPrompt={lastUserPrompt}
+          lastAIResponse={lastAIResponse}
           onActionSelect={async (actionId, promptText) => {
             setLastAIAction(actionId);
+            setLastUserPrompt(promptText);
+            setLastAIResponse(null);
             // ── Documentation persona with repo scanning ──
             if (actionId === 'documentation') {
               const isTauri = !!(window as any).__TAURI_INTERNALS__;
@@ -3384,6 +3390,7 @@ const App = () => {
 
                 if (doc) {
                   setEditorContent(doc + '\n');
+                  setLastAIResponse(doc);
                   showToast('EasyAI (documentation) — documentation generated.', 'success');
                 } else {
                   showToast('EasyAI (documentation) — empty response.', 'warning');
@@ -3418,6 +3425,7 @@ const App = () => {
 
             try {
               const aiResponse = await queryEasyAI(systemPrompt, promptText);
+              setLastAIResponse(aiResponse);
               if (aiResponse.trim()) {
                 if (actionId === 'rewrite') {
                   // Rewrite replaces the entire editor content

src/components/EasyAIPanel.tsx

@@ -12,14 +12,18 @@ interface EasyAIPanelProps {
   showToast: (message: string, type?: 'success' | 'error' | 'info' | 'warning') => void;
   onActionSelect?: (action: string, prompt: string) => void;
   lastAIAction?: string | null;
+  lastUserPrompt?: string | null;
+  lastAIResponse?: string | null;
 }
 
 const EasyAIPanel: React.FC<EasyAIPanelProps> = ({
   showEasyAIPanel,
   setShowEasyAIPanel,
   showToast,
   onActionSelect,
-  lastAIAction
+  lastAIAction,
+  lastUserPrompt,
+  lastAIResponse
 }) => {
   const { t } = useLanguage();
   const [prompt, setPrompt] = useState('');
@@ -268,6 +272,10 @@ const EasyAIPanel: React.FC<EasyAIPanelProps> = ({
         onClose={() => setShowReportModal(false)}
         showToast={showToast}
         lastAIAction={lastAIAction ?? null}
+        aiAgent={aiConfig?.agent ?? null}
+        aiModel={aiConfig?.model ?? null}
+        lastUserPrompt={lastUserPrompt ?? null}
+        lastAIResponse={lastAIResponse ?? null}
       />
     </div>
   );

src/components/ReportContentModal.tsx

@@ -14,13 +14,21 @@ interface ReportContentModalProps {
   onClose: () => void;
   showToast: (message: string, type?: 'success' | 'error' | 'info' | 'warning') => void;
   lastAIAction: string | null;
+  aiAgent: string | null;
+  aiModel: string | null;
+  lastUserPrompt: string | null;
+  lastAIResponse: string | null;
 }
 
 const ReportContentModal: React.FC<ReportContentModalProps> = ({
   open,
   onClose,
   showToast,
   lastAIAction,
+  aiAgent,
+  aiModel,
+  lastUserPrompt,
+  lastAIResponse,
 }) => {
   const { t } = useLanguage();
   const [selectedCategory, setSelectedCategory] = useState<string>('');
@@ -64,6 +72,10 @@ const ReportContentModal: React.FC<ReportContentModalProps> = ({
       description,
       timestamp: new Date().toISOString(),
       aiAction: lastAIAction,
+      aiAgent,
+      aiModel,
+      userPrompt: lastUserPrompt,
+      aiResponse: lastAIResponse,
     };
 
     const success = submitReport(entry);

src/components/__tests__/ReportContentModal.test.tsx

@@ -60,6 +60,10 @@ describe('ReportContentModal', () => {
     onClose: jest.fn(),
     showToast: jest.fn(),
     lastAIAction: 'markdown' as string | null,
+    aiAgent: 'Ollama' as string | null,
+    aiModel: 'ministral-3:3b' as string | null,
+    lastUserPrompt: 'Write a getting started guide' as string | null,
+    lastAIResponse: '# Getting Started\n\nWelcome...' as string | null,
   };
 
   beforeEach(() => {

src/components/easyai/__tests__/reportService.property.test.ts

@@ -29,6 +29,30 @@ const aiActionArb = fc.oneof(
   fc.constant(null),
 );
 
+/** Generate a random AI agent or null. */
+const aiAgentArb = fc.oneof(
+  fc.constantFrom('Ollama', 'Gemini', 'Claude', 'Bedrock'),
+  fc.constant(null),
+);
+
+/** Generate a random AI model or null. */
+const aiModelArb = fc.oneof(
+  fc.constantFrom('ministral-3:3b', 'gemini-2.0-flash', 'claude-sonnet-4-20250514'),
+  fc.constant(null),
+);
+
+/** Generate a random user prompt or null. */
+const userPromptArb = fc.oneof(
+  fc.string({ minLength: 0, maxLength: 200 }),
+  fc.constant(null),
+);
+
+/** Generate a random AI response or null. */
+const aiResponseArb = fc.oneof(
+  fc.string({ minLength: 0, maxLength: 6000 }),
+  fc.constant(null),
+);
+
 // Feature: ai-content-report, Property 2: Description field character limit
 describe('Property 2: Description field character limit', () => {
   beforeEach(() => {
@@ -57,6 +81,10 @@ describe('Property 2: Description field character limit', () => {
             description,
             timestamp,
             aiAction,
+            aiAgent: null,
+            aiModel: null,
+            userPrompt: null,
+            aiResponse: null,
           };
 
           const result = submitReport(entry);
@@ -114,6 +142,10 @@ describe('Property 3: Report submission round-trip', () => {
             description,
             timestamp,
             aiAction,
+            aiAgent: null,
+            aiModel: null,
+            userPrompt: null,
+            aiResponse: null,
           };
 
           const result = submitReport(entry);
@@ -158,6 +190,10 @@ describe('Property 4: Report log max size invariant', () => {
     description: fc.string({ minLength: 0, maxLength: 500 }),
     timestamp: timestampArb,
     aiAction: aiActionArb,
+    aiAgent: aiAgentArb,
+    aiModel: aiModelArb,
+    userPrompt: userPromptArb,
+    aiResponse: aiResponseArb,
   });
 
   beforeEach(() => {
@@ -256,6 +292,10 @@ describe('Property 5: File persistence round-trip', () => {
     description: fc.string({ minLength: 0, maxLength: 500 }),
     timestamp: timestampArb,
     aiAction: aiActionArb,
+    aiAgent: aiAgentArb,
+    aiModel: aiModelArb,
+    userPrompt: userPromptArb,
+    aiResponse: aiResponseArb,
   });
 
   /** Captured data written by the mocked writeTextFile. */
@@ -359,6 +399,7 @@ describe('Property 5: File persistence round-trip', () => {
           const expectedEntries = entries.slice(-100).map((e) => ({
             ...e,
             description: e.description.slice(0, 500),
+            aiResponse: e.aiResponse ? e.aiResponse.slice(0, 5000) : null,
           }));
           expect(fileReports).toEqual(expectedEntries);
         },
@@ -387,6 +428,10 @@ describe('Property 6: Graceful fallback on file write failure', () => {
     description: fc.string({ minLength: 0, maxLength: 500 }),
     timestamp: timestampArb,
     aiAction: aiActionArb,
+    aiAgent: aiAgentArb,
+    aiModel: aiModelArb,
+    userPrompt: userPromptArb,
+    aiResponse: aiResponseArb,
   });
 
   beforeEach(() => {
@@ -504,6 +549,10 @@ describe('Property 7: Download export content equivalence', () => {
     description: fc.string({ minLength: 0, maxLength: 500 }),
     timestamp: timestampArb,
     aiAction: aiActionArb,
+    aiAgent: aiAgentArb,
+    aiModel: aiModelArb,
+    userPrompt: userPromptArb,
+    aiResponse: aiResponseArb,
   });
 
   let capturedBlobContent: string;

src/components/easyai/reportService.ts

@@ -11,6 +11,10 @@ export interface ReportEntry {
   description: string;
   timestamp: string;       // ISO 8601 UTC
   aiAction: string | null;
+  aiAgent: string | null;  // e.g. "Ollama", "Gemini", "Claude", "Bedrock"
+  aiModel: string | null;  // e.g. "ministral-3:3b", "gemini-2.0-flash"
+  userPrompt: string | null;   // the prompt the user sent
+  aiResponse: string | null;   // the content the AI generated
 }
 
 export const REPORT_CATEGORIES = [
@@ -27,6 +31,7 @@ export type ReportCategory = typeof REPORT_CATEGORIES[number];
 const STORAGE_KEY = 'easyeditor-ai-reports';
 const MAX_ENTRIES = 100;
 const MAX_DESCRIPTION_LENGTH = 500;
+const MAX_RESPONSE_LENGTH = 5000;
 const REPORT_FILENAME = 'ai-content-reports.json';
 
 /**
@@ -68,10 +73,11 @@ export function submitReport(entry: ReportEntry): boolean {
       return false;
     }
 
-    // Truncate description to 500 chars
+    // Truncate description to 500 chars, aiResponse to 5000 chars
     const sanitizedEntry: ReportEntry = {
       ...entry,
       description: entry.description.slice(0, MAX_DESCRIPTION_LENGTH),
+      aiResponse: entry.aiResponse ? entry.aiResponse.slice(0, MAX_RESPONSE_LENGTH) : null,
     };
 
     const reports = getReports();