Write files in cloud-init

Author: joecorall

rootfs/etc/docker/daemon.json

@@ -0,0 +1,4 @@
+{
+  "data-root": "/mnt/disks/data/docker"
+}
+

rootfs/home/cloud-compose/fluent-bit.conf rootfs/etc/fluent-bit/fluent-bit.confrootfs/home/cloud-compose/fluent-bit.conf renamed to rootfs/etc/fluent-bit/fluent-bit.conf

@@ -97,6 +97,13 @@
     #
     # storage.backlog.mem_limit 5M
 
+[INPUT]
+    Name systemd
+    Tag  cos_docker
+    Systemd_Filter _SYSTEMD_UNIT=cloud-compose.service
+    DB /var/log/google-fluentbit/sync-conf.log.db
+    Read_From_Tail False
+
 # Collects docker.service logs.
 [INPUT]
     Name systemd
@@ -217,6 +224,17 @@
     Operation lift
     Nested_under message
 
+[FILTER]
+    Name   grep
+    Match  *
+    Exclude MESSAGE .* container exec_(create|start): /bin/sh -c mysqladmin ping --socket
+    Exclude MESSAGE .* container exec_(create|start): /bin/sh -c curl -s http://localhost/status
+    Exclude MESSAGE .* container exec_(create|start): /bin/sh -c wget --quiet --tries=1 --spider \$CADVISOR_HEALTHCHECK_URL
+    Exclude MESSAGE .* container exec_(create|start): \/bin\/sh -c \/bin\/bash -c 'curl -sf http:\/\/localhost:\$PORT\/healthcheck'
+    Exclude MESSAGE GET /status HTTP/.* 200
+    Exclude MESSAGE ^.* container health_status: healthy
+    Exclude MESSAGE ^.* container exec_die
+
 [OUTPUT]
     Name        stackdriver
     Match       *

rootfs/home/cloud-compose/host-conf.sh

@@ -2,15 +2,11 @@
 
 set -eou pipefail
 
-awk -v prepend="$(cat /home/cloud-compose/fluent-bit.conf)" '/# Collects docker.service logs/ {print prepend} 1' /etc/fluent-bit/fluent-bit.conf > /etc/fluent-bit/fluent-bit.conf.new
-mv /etc/fluent-bit/fluent-bit.conf /etc/fluent-bit/fluent-bit.bak
-mv /etc/fluent-bit/fluent-bit.conf.new /etc/fluent-bit/fluent-bit.conf
+# restart services we've overwritten files for
 systemctl restart fluent-bit
-
-mkdir -p /mnt/disks/data/docker
-echo '{"data-root": "/mnt/disks/data/docker"}' | jq . > /etc/docker/daemon.json
 systemctl restart --no-block docker
 
+# since COS is read only FS, install docker compose/buildx in home directory
 if [ ! -f "/home/cloud-compose/.docker/cli-plugins/docker-compose" ]; then
     curl -sSL \
         https://github.com/docker/compose/releases/download/v2.40.3/docker-compose-linux-x86_64 \