Compress transaction data in memory.

Author: Jiri Malek

go.mod

@@ -19,7 +19,7 @@ require (
 	github.com/graph-gophers/graphql-transport-ws v0.0.0-20200904065757-c681d7e1b135
 	github.com/jackpal/go-nat-pmp v1.0.2 // indirect
 	github.com/karalabe/usb v0.0.0-20210518091819-4ea20957c210 // indirect
-	github.com/klauspost/compress v1.11.12 // indirect
+	github.com/klauspost/compress v1.13.0 // indirect
 	github.com/kr/text v0.2.0 // indirect
 	github.com/magiconair/properties v1.8.4 // indirect
 	github.com/mattn/go-runewidth v0.0.10 // indirect

go.sum

@@ -375,8 +375,8 @@ github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+o
 github.com/kkdai/bstream v0.0.0-20161212061736-f391b8402d23/go.mod h1:J+Gs4SYgM6CZQHDETBtE9HaSEkGmuNXF86RwHhHUvq4=
 github.com/klauspost/compress v1.4.0/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A=
 github.com/klauspost/compress v1.9.5/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A=
-github.com/klauspost/compress v1.11.12 h1:famVnQVu7QwryBN4jNseQdUKES71ZAOnB6UQQJPZvqk=
-github.com/klauspost/compress v1.11.12/go.mod h1:aoV0uJVorq1K+umq18yTdKaF57EivdYsUV+/s2qKfXs=
+github.com/klauspost/compress v1.13.0 h1:2T7tUoQrQT+fQWdaY5rjWztFGAFwbGD04iPJg90ZiOs=
+github.com/klauspost/compress v1.13.0/go.mod h1:8dP1Hq4DHOhN9w426knH3Rhby4rFm6D8eO+e+Dq5Gzg=
 github.com/klauspost/cpuid v0.0.0-20170728055534-ae7887de9fa5/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek=
 github.com/klauspost/crc32 v0.0.0-20161016154125-cb6bfca970f6/go.mod h1:+ZoRqAPRLkC4NPOvfYeR5KNOrY6TD+/sAC3HXPZgDYg=
 github.com/klauspost/pgzip v1.0.2-0.20170402124221-0bf5dcad4ada/go.mod h1:Ch1tH69qFZu15pkjo5kYi6mth2Zzwzt50oCQKQE9RUs=

internal/repository/cache/transaction.go

@@ -4,6 +4,7 @@ package cache
 import (
 	"fantom-api-graphql/internal/types"
 	"github.com/ethereum/go-ethereum/common"
+	"github.com/klauspost/compress/s2"
 )
 
 // PullTransaction extracts transaction information from the in-memory cache if available.
@@ -15,6 +16,12 @@ func (b *MemBridge) PullTransaction(hash *common.Hash) *types.Transaction {
 		return nil
 	}
 
+	// decode compressed transaction data from Snappy S2
+	data, err = s2.Decode(nil, data)
+	if err != nil {
+		return nil
+	}
+
 	// do we have the data?
 	trx := new(types.Transaction)
 	if err := trx.UnmarshalBSON(data); err != nil {
@@ -39,8 +46,15 @@ func (b *MemBridge) PushTransaction(trx *types.Transaction) {
 		return
 	}
 
+	// recover from s2 encoder panic
+	defer func() {
+		if r := recover(); r != nil {
+			b.log.Criticalf("can not encode transaction")
+		}
+	}()
+
 	// set the data to cache by block number
-	if err := b.cache.Set(trx.Hash.String(), data); err != nil {
+	if err := b.cache.Set(trx.Hash.String(), s2.Encode(nil, data)); err != nil {
 		b.log.Criticalf("can not cache transaction %s; %s", trx.Hash.String(), err.Error())
 	}
 }