Feature/homegate mobile api arm64 fix

.gitignore

@@ -2,6 +2,9 @@ node_modules/
 ui/public/
 db/*.json
 db/*.db*
+conf/*.db
+conf/*.db-shm
+conf/*.db-wal
 npm-debug.log
 .DS_Store
 .idea

.nvmrc

@@ -1 +1 @@
-16.14.0
+22

README.md

@@ -23,6 +23,9 @@
 
 
 
+> **This is a personal fork of [orangecoding/fredy](https://github.com/orangecoding/fredy) maintained by [@domisko](https://github.com/domisko).**
+> It adds features on top of the upstream project — see [Custom Features](#-custom-features) below.
+
 # Fredy 🏡 - Your Self-Hosted Real Estate Finder for Germany
 
 Finding an apartment or house in Germany can be stressful and
@@ -38,12 +41,22 @@ same listing twice.
 
 ------------------------------------------------------------------------
 
+## 🔧 Custom Features
+
+Features added in this fork on top of the upstream Fredy:
+
+- **Homegate (CH) provider** — scrapes Swiss listings from [homegate.ch](https://www.homegate.ch), with full virtual-list scroll support so all listings on the page are captured
+- **Commute times via [Transitous](https://transitous.org/)** — walking, cycling, driving and public transit times from each listing to your destination; no API key required; results cached in the browser for 24 h
+- **Bug fix: news modal dismiss** — the "what's new" modal no longer reappears on every page reload
+
+------------------------------------------------------------------------
+
 ## ✨ Key Features
 
 -   🏠 Scrapes **ImmoScout24, Immowelt, Immonet, eBay Kleinanzeigen,
-    WG-Gesucht**
+    WG-Gesucht, Homegate (CH)**
 -   ⚡ Instant notifications: Slack, Telegram, Email (SendGrid,
-    Mailjet), ntfy, discord 
+    Mailjet), ntfy, discord
 -   🔎 Uses the **ImmoScout Mobile API** (reverse engineered)
 -   🌍 Runs anywhere: Docker, Node.js, self-hosted
 -   🖥️ Intuitive **Web UI** to manage searches
@@ -78,25 +91,37 @@ You can try out Fredy here: [Fredy Demo](https://fredy-demo.orange-coding.net/)
 
 ## 🚀 Quick Start
 
-### With Docker
+### With Docker (this fork)
 
 > [!NOTE]
-> In order to start Fredy, you must provide a config.json. As a start, use the one in this repo: https://github.com/orangecoding/fredy/blob/master/conf/config.json
+> This fork is not published to a container registry. Build the image locally from the repo.
 
 ``` bash
-docker run -d --name fredy \
-  -v fredy_conf:/conf \
-  -v fredy_db:/db \
-  -p 9998:9998 \
-  ghcr.io/orangecoding/fredy:master
+# Clone and build
+git clone https://github.com/domisko/fredy.git
+cd fredy
+docker compose up -d --build
 ```
 
 Logs:
 
 ``` bash
-docker logs fredy -f
+docker compose logs -f
 ```
 
+To update after pulling new changes:
+
+``` bash
+git pull
+docker compose up -d --build
+```
+
+> **Syncing with upstream:** to pull in fixes from the original Fredy project, add it as a remote once:
+> ```bash
+> git remote add upstream https://github.com/orangecoding/fredy.git
+> ```
+> Then periodically: `git fetch upstream && git merge upstream/master`
+
 ### Manual (Node.js)
 
 -   Requirement: **Node.js 22 or higher**

docker-compose.yml

@@ -4,7 +4,7 @@ services:
     build:
       context: .
       dockerfile: Dockerfile
-    image: ghcr.io/orangecoding/fredy
+    image: fredy-custom
     environment:
       - NODE_ENV=production
     volumes:

lib/FredyPipelineExecutioner.js

@@ -415,22 +415,26 @@ class FredyPipelineExecutioner {
   _filterBySimilarListings(listings) {
     const filteredIds = [];
     const keptListings = listings.filter((listing) => {
-      const similar = this._similarityCache.checkAndAddEntry({
+      const { duplicate, source } = this._similarityCache.checkAndAddEntry({
         title: listing.title,
         address: listing.address,
         price: listing.price,
       });
-      if (similar) {
+      if (duplicate) {
+        const origin = source ? ` (first seen: provider='${source.provider}' job='${source.jobId}')` : '';
         logger.debug(
-          `Filtering similar entry for title '${listing.title}' and address '${listing.address}' (Provider: '${this._providerId}')`,
+          `Filtering similar entry for title '${listing.title}' and address '${listing.address}' (Provider: '${this._providerId}')${origin}`,
         );
         filteredIds.push(listing.id);
       }
-      return !similar;
+      return !duplicate;
     });
 
     if (filteredIds.length > 0) {
-      deleteListingsById(filteredIds);
+      // Soft-delete so duplicates are hidden from the overview but their hashes remain
+      // in DB — _findNew will skip them on the next run without hitting the similarity
+      // cache again. A user hard-delete clears these rows and allows a fresh start.
+      deleteListingsById(filteredIds, false);
     }
 
     return keptListings;

lib/api/routes/generalSettingsRoute.js

@@ -17,7 +17,13 @@ import { TRACKING_POIS } from '../../TRACKING_POIS.js';
  */
 export default async function generalSettingsPlugin(fastify) {
   fastify.get('/', async () => {
-    return Object.assign({}, await getSettings());
+    const settings = Object.assign({}, await getSettings());
+    // Never expose the raw API key to the frontend — return a boolean flag instead
+    settings.deepl_api_key_set = !!settings.deepl_api_key;
+    delete settings.deepl_api_key;
+    settings.immoscout24ch_datadome_set = !!settings.immoscout24ch_datadome;
+    delete settings.immoscout24ch_datadome;
+    return settings;
   });
 
   fastify.post('/', async (request, reply) => {

lib/api/routes/listingsRouter.js

@@ -12,6 +12,10 @@ import { getJob } from '../../services/storage/jobStorage.js';
 import { getSettings } from '../../services/storage/settingsStorage.js';
 import { trackPoi } from '../../services/tracking/Tracker.js';
 import { TRACKING_POIS } from '../../TRACKING_POIS.js';
+import { initSimilarityCache } from '../../services/similarity-check/similarityCache.js';
+import { translate as deeplTranslate } from '../../services/translation/deeplClient.js';
+import { getAllRoutes as transitousGetAllRoutes } from '../../services/routing/transitousClient.js';
+import { getUserSettings } from '../../services/storage/settingsStorage.js';
 
 /**
  * @param {import('fastify').FastifyInstance} fastify
@@ -172,6 +176,7 @@ export default async function listingsPlugin(fastify) {
           .send({ error: 'You are trying to remove listings for a job that is not associated to your user' });
       }
       listingStorage.deleteListingsByJobId(jobId, hardDelete);
+      if (hardDelete) initSimilarityCache();
     } catch (error) {
       logger.error(error);
       return reply.code(500).send({ error: error.message });
@@ -188,6 +193,7 @@ export default async function listingsPlugin(fastify) {
       }
       if (Array.isArray(ids) && ids.length > 0) {
         listingStorage.deleteListingsById(ids, hardDelete);
+        if (hardDelete) initSimilarityCache();
       }
     } catch (error) {
       logger.error(error);
@@ -196,6 +202,77 @@ export default async function listingsPlugin(fastify) {
     return reply.send();
   });
 
+  fastify.post('/:listingId/translate', async (request, reply) => {
+    const { listingId } = request.params;
+    const { targetLanguage } = request.body || {};
+
+    if (!targetLanguage) {
+      return reply.code(400).send({ error: 'targetLanguage is required' });
+    }
+
+    const settings = await getSettings();
+    if (!settings.deepl_api_key) {
+      return reply.code(400).send({ error: 'DeepL API key not configured' });
+    }
+
+    try {
+      const listing = listingStorage.getListingById(listingId, request.session.currentUser, isAdminFn(request));
+      if (!listing) {
+        return reply.code(404).send({ error: 'Listing not found' });
+      }
+
+      if (!listing.description) {
+        return reply.code(400).send({ error: 'Listing has no description to translate' });
+      }
+
+      const translations = listing.translations ? JSON.parse(listing.translations) : {};
+      const lang = targetLanguage.toLowerCase();
+      if (translations[lang]) {
+        return reply.send({ text: translations[lang], cached: true });
+      }
+
+      const translated = await deeplTranslate(
+        listing.description,
+        targetLanguage.toUpperCase(),
+        settings.deepl_api_key,
+      );
+      listingStorage.setListingTranslation(listingId, lang, translated);
+      return reply.send({ text: translated, cached: false });
+    } catch (error) {
+      logger.error(error);
+      return reply.code(500).send({ error: error.message });
+    }
+  });
+
+  fastify.post('/:listingId/commute', async (request, reply) => {
+    const { listingId } = request.params;
+
+    try {
+      const listing = listingStorage.getListingById(listingId, request.session.currentUser, isAdminFn(request));
+      if (!listing) return reply.code(404).send({ error: 'Listing not found' });
+      if (!listing.latitude || listing.latitude === -1) {
+        return reply.code(400).send({ error: 'Listing has no coordinates' });
+      }
+
+      const userSettings = getUserSettings(request.session.currentUser);
+      const destination = userSettings?.home_address?.coords;
+      if (!destination) {
+        return reply.code(400).send({ error: 'No commute destination set in user settings' });
+      }
+
+      const result = await transitousGetAllRoutes(
+        listing.latitude,
+        listing.longitude,
+        destination.lat,
+        destination.lng,
+      );
+      return reply.send(result);
+    } catch (error) {
+      logger.error(error);
+      return reply.code(500).send({ error: error.message });
+    }
+  });
+
   fastify.post('/restore', async (request, reply) => {
     const { ids } = request.body || {};
     const settings = await getSettings();