Merge pull request #3 from BinaryIgor/shards

Shards

Author: BinaryIgor

README.md

@@ -80,17 +80,3 @@ WHERE topic = :topic AND name = :c_name AND partition = 0;
 Limitation being that if consumer is partitioned, it must have the exact same number of partition as in the topic
 definition.
 It's a rather acceptable tradeoff and easy to enforce at the library level.
-
-## TODO
-
-* performance benchmarks and more examples
-* usage examples
-* built-in outbox
-* expiring events/TTL?
-* compact topics - unique key
-* join, aka streams
-* increase code coverage
-* JavaDocs
-* Support schemas init in registry - why require schemas from users, if it is always the same?
-* Sharded version for endless scalability
-

TODO.md

@@ -0,0 +1,10 @@
+* performance benchmarks on infra & scripts to reproduce them
+* usage examples
+    * just pub/sub
+    * giving access to event tables as a means of a simple export - since they are all there
+* expiring events/TTL?
+* compact topics - unique key
+* join, aka streams
+* more elaborate definitions change support
+* JavaDocs
+* Support schemas init in registry - why require schemas from users, if it is always the same?

benchmarks/README.md

@@ -1,10 +1,13 @@
 # Benchmarks
 
-Various benchmarks to show performance limits of EventSQL.
+Various benchmarks to show performance of EventSQL.
 
 ## Queries
 ```
 select id, convert_from(value, 'UTF8')::json from account_created_event limit 10;
 create index account_created_event_email 
 on account_created_event ((encode(value, 'escape')::json->>'email'));
 ```
+
+## TODO
+* sharding version tests -> endpoint to see when it's ready

benchmarks/app-db/Dockerfile

@@ -36,12 +36,10 @@
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-starter-web</artifactId>
         </dependency>
-
         <dependency>
-            <groupId>org.springframework.boot</groupId>
-            <artifactId>spring-boot-starter-jdbc</artifactId>
+            <groupId>com.zaxxer</groupId>
+            <artifactId>HikariCP</artifactId>
         </dependency>
-
         <dependency>
             <groupId>org.springdoc</groupId>
             <artifactId>springdoc-openapi-starter-webmvc-ui</artifactId>

benchmarks/app-db/build_and_run.bash

@@ -5,31 +5,34 @@
 import org.springframework.stereotype.Component;
 
 import java.util.Collection;
+import java.util.Random;
 
 @Component
 public class AccountCreatedHandler {
 
-    private final AccountCreatedRepository accountCreatedRepository;
+    private static final Random RANDOM = new Random();
     private final Counter accountsHandledCounter;
 
-    public AccountCreatedHandler(AccountCreatedRepository accountCreatedRepository,
-                                 MeterRegistry meterRegistry) {
-        this.accountCreatedRepository = accountCreatedRepository;
+    public AccountCreatedHandler(MeterRegistry meterRegistry) {
         this.accountsHandledCounter = Counter.builder("accounts_handled_total")
                 .register(meterRegistry);
     }
 
     public void handle(AccountCreated accountCreated) {
-        accountCreatedRepository.save(accountCreated);
+        handleDelay();
         accountsHandledCounter.increment();
     }
 
     public void handle(Collection<AccountCreated> accountsCreated) {
-        accountCreatedRepository.save(accountsCreated);
+        handleDelay();
         accountsHandledCounter.increment(accountsCreated.size());
     }
 
-    public int accountsHandledCount() {
-        return (int) accountsHandledCounter.count();
+    private void handleDelay() {
+        try {
+            Thread.sleep(1 + RANDOM.nextInt(100));
+        } catch (Exception e) {
+            throw new RuntimeException(e);
+        }
     }
 }