Update config for new tiler server

Author: Rub21

hetzner/tiler/config/postgresql.production.conf

@@ -10,10 +10,10 @@ superuser_reserved_connections = 5         # Reserve connections for superusers
 #------------------------------------------------------------------------------
 
 # - Memory Configuration -
-shared_buffers = 6GB                       # ~12% of 50GB container limit (lower to leave room for workers)
-work_mem = 256MB                           # Memory for each sort/hash operation; be cautious with many parallel queries
-maintenance_work_mem = 4GB                 # Larger memory for VACUUM / CREATE INDEX / ALTER
-effective_cache_size = 26GB                # ~65% of 40GB container limit
+shared_buffers = 16GB                      # ~13% of 125GB RAM
+work_mem = 512MB                           # Memory for each sort/hash operation; be cautious with many parallel queries
+maintenance_work_mem = 8GB                 # Larger memory for VACUUM / CREATE INDEX / ALTER / REFRESH
+effective_cache_size = 80GB                # ~65% of 125GB RAM
 
 # - Disk Optimization for SSD (if using SSD) -
 random_page_cost = 1.0                     # Lower cost for random I/O on SSD
@@ -32,7 +32,7 @@ synchronous_commit = off                   # Improves write performance, risk of
 #------------------------------------------------------------------------------
 # AUTOVACUUM SETTINGS
 #------------------------------------------------------------------------------
-autovacuum_max_workers = 6                 # More parallel vacuum workers for busy systems
+autovacuum_max_workers = 8                 # More parallel vacuum workers for busy systems
 autovacuum_naptime = 30s                   # How often the autovacuum daemon checks for work
 autovacuum_vacuum_cost_limit = -1          # Let PostgreSQL adjust vacuum cost dynamically
 
@@ -42,9 +42,9 @@ autovacuum_vacuum_cost_limit = -1          # Let PostgreSQL adjust vacuum cost d
 effective_io_concurrency = 300             # For SSD; helps the planner estimate IO concurrency
 parallel_tuple_cost = 0.001                # Lower cost to encourage parallelization
 parallel_setup_cost = 100                  # Lower to encourage more parallel plans
-max_worker_processes = 25                  # Match 25 CPUs container limit
-max_parallel_workers_per_gather = 6        # Max workers that can help a single query
-max_parallel_workers = 25                  # Total number of parallel workers across all queries
+max_worker_processes = 36                  # Match 36 CPUs
+max_parallel_workers_per_gather = 8        # Max workers that can help a single query
+max_parallel_workers = 36                  # Total number of parallel workers across all queries
 
 #------------------------------------------------------------------------------
 # LOGGING

hetzner/tiler/config/postgresql.staging.conf

@@ -11,10 +11,10 @@ superuser_reserved_connections = 2       # Reserve a few connections for superus
 #------------------------------------------------------------------------------
 
 # - Memory Configuration -
-shared_buffers = 1GB                     # ~25% of total memory for PostgreSQL caching
-work_mem = 32MB                          # Lower memory per query to fit within 4GB RAM
-maintenance_work_mem = 256MB             # Allocate memory for maintenance tasks like VACUUM
-effective_cache_size = 2GB               # 50% of total memory for query planner caching
+shared_buffers = 4GB                     # Conservative, shares server with production
+work_mem = 256MB                         # Enough for import sorting
+maintenance_work_mem = 4GB               # For CREATE INDEX during import
+effective_cache_size = 16GB              # Conservative estimate sharing with production
 
 # - Disk Optimization for SSD -
 random_page_cost = 1.0                   # Optimize for SSD storage
@@ -35,20 +35,20 @@ synchronous_commit = off                 # Improve performance by reducing commi
 # AUTOVACUUM SETTINGS
 #------------------------------------------------------------------------------
 
-autovacuum_max_workers = 2               # Limit autovacuum workers due to lower memory
+autovacuum_max_workers = 3               # Conservative, shares server with production
 autovacuum_naptime = 1min                # Run autovacuum more frequently
 autovacuum_vacuum_cost_limit = -1        # Allow PostgreSQL to auto-adjust vacuum cost
 
 #------------------------------------------------------------------------------
 # QUERY TUNING
 #------------------------------------------------------------------------------
 
-effective_io_concurrency = 100           # Reduce IO concurrency to fit within staging constraints
+effective_io_concurrency = 300           # For SSD
 parallel_tuple_cost = 0.001              # Encourage parallel execution
 parallel_setup_cost = 100                # Lower parallel setup cost
-max_worker_processes = 4                 # Limit worker processes to available CPU cores
-max_parallel_workers_per_gather = 4      # Allow more per-query parallel workers
-max_parallel_workers = 4                 # Total parallel workers for staging
+max_worker_processes = 6                 # Conservative, shares server with production
+max_parallel_workers_per_gather = 4      # Max workers per query
+max_parallel_workers = 6                 # Total parallel workers
 
 #------------------------------------------------------------------------------
 # LOGGING

hetzner/tiler/tiler.production.yml

@@ -10,9 +10,9 @@ services:
       - "54329:5432"
     env_file:
       - .env.tiler
-    mem_limit: 50G
-    cpus: "25.0"
-    shm_size: 12g
+    mem_limit: 100G
+    cpus: "30.0"
+    shm_size: 16g
     networks:
       - ohm_network
 

images/tiler-imposm/scripts/setup_imposm_role.sh

@@ -20,9 +20,9 @@ END
 ALTER ROLE imposm SUPERUSER;
 
 -- Session-level parameters (only apply to imposm connections, not Tegola)
-ALTER ROLE imposm IN DATABASE $POSTGRES_DB SET work_mem = '${IMPOSM_WORK_MEM:-1GB}';
-ALTER ROLE imposm IN DATABASE $POSTGRES_DB SET maintenance_work_mem = '${IMPOSM_MAINTENANCE_WORK_MEM:-10GB}';
-ALTER ROLE imposm IN DATABASE $POSTGRES_DB SET temp_buffers = '${IMPOSM_TEMP_BUFFERS:-64MB}';
+ALTER ROLE imposm IN DATABASE $POSTGRES_DB SET work_mem = '${IMPOSM_WORK_MEM:-4GB}';
+ALTER ROLE imposm IN DATABASE $POSTGRES_DB SET maintenance_work_mem = '${IMPOSM_MAINTENANCE_WORK_MEM:-24GB}';
+ALTER ROLE imposm IN DATABASE $POSTGRES_DB SET temp_buffers = '${IMPOSM_TEMP_BUFFERS:-256MB}';
 EOSQL
 
 log_message "Imposm role setup complete."