perf e2e measurements

README.md

@@ -55,7 +55,7 @@ kubectl create namespace awakari
 Create the image pull secret:
 ```shell
 kubectl create secret generic github-registry \
-    -n awakari
+    -n awakari \
     --from-file=.dockerconfigjson=<home/.docker/config.json> \
     --type=kubernetes.io/dockerconfigjson
 ```
@@ -136,6 +136,10 @@ TODO
 
 Build a helm package:
 ```shell
+for i in core conditions-text matches messages queue-nats reader subscriptions semaphore-nats writer; do git clone git@github.com:awakari/$i.git; done
+cd core/helm/core/charts
+for i in conditions-text matches messages queue-nats reader subscriptions semaphore-nats writer; do helm package ../../../../$i/helm/$i; done
+cd ../../..
 helm dependency update helm/core
 helm package helm/core
 ```
@@ -163,7 +167,7 @@ helm test core -n awakari --filter name=core-test
 
 ### 6.4.2. Performance
 
-TODO
+![perf-e2e-test-report-2023-07-11](doc/perf-e2e-test-report-2023-07-11.png)
 
 ## 6.5. Releasing
 

go.mod

@@ -5,7 +5,9 @@ go 1.20
 require (
 	github.com/awakari/client-sdk-go v1.0.0
 	github.com/cloudevents/sdk-go/binding/format/protobuf/v2 v2.14.0
+	github.com/google/uuid v1.3.0
 	github.com/kelseyhightower/envconfig v1.4.0
+	github.com/montanaflynn/stats v0.7.1
 	github.com/stretchr/testify v1.8.0
 	google.golang.org/grpc v1.55.0
 	google.golang.org/protobuf v1.30.0

go.sum

@@ -10,8 +10,12 @@ github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg
 github.com/golang/protobuf v1.5.3/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY=
 github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
 github.com/google/go-cmp v0.5.9 h1:O2Tfq5qg4qc4AmwVlvv0oLiVAGB7enBSJ2x2DqQFi38=
+github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I=
+github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/kelseyhightower/envconfig v1.4.0 h1:Im6hONhd3pLkfDFsbRgu68RDNkGF1r3dvMUtDTo2cv8=
 github.com/kelseyhightower/envconfig v1.4.0/go.mod h1:cccZRl6mQpaq41TPp5QxidR+Sa3axMbJDNb//FQX6Gg=
+github.com/montanaflynn/stats v0.7.1 h1:etflOAAHORrCC44V+aR6Ftzort912ZU+YLiSTuV8eaE=
+github.com/montanaflynn/stats v0.7.1/go.mod h1:etXPPgVO6n31NxCd9KQUMvCM+ve0ruNzt6R8Bnaayow=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=

helm/core/Chart.yaml

@@ -39,36 +39,36 @@ dependencies:
 
   - name: semaphore-nats
     version: 0.0.0
-    repository: "https://awakari.github.io/semaphore-nats"
+    repository: "file://../../helm/core/charts"
     condition: semaphore.backend.nats
     alias: semaphore
 
   - name: queue-nats
     version: 0.0.0
-    repository: "https://awakari.github.io/queue-nats"
+    repository: "file://../../helm/core/charts"
     condition: queue.backend.nats
     alias: queue
 
   - name: conditions-text
     version: 0.0.0
-    repository: "https://awakari.github.io/conditions-text"
+    repository: "file://../../helm/core/charts"
 
   - name: messages
     version: 0.0.0
-    repository: "https://awakari.github.io/messages"
+    repository: "file://../../helm/core/charts"
 
   - name: matches
     version: 0.0.0
-    repository: "https://awakari.github.io/matches"
+    repository: "file://../../helm/core/charts"
 
   - name: subscriptions
     version: 0.0.0
-    repository: "https://awakari.github.io/subscriptions"
+    repository: "file://../../helm/core/charts"
 
   - name: reader
     version: 0.0.0
-    repository: "https://awakari.github.io/reader"
+    repository: "file://../../helm/core/charts"
 
   - name: writer
     version: 0.0.0
-    repository: "https://awakari.github.io/writer"
+    repository: "file://../../helm/core/charts"

helm/core/values.yaml

@@ -18,13 +18,13 @@ mongodb:
     enabled: true
   metrics:
     enabled: true
-  shards: 2
+  shards: 1
   configsvr:
     replicaCount: 1
     mongodbExtraFlags:
       - "--tlsMode disabled"
     persistence:
-      size: 1Gi
+      size: 10Gi
     resources:
       requests:
         cpu: 100m
@@ -39,9 +39,9 @@ mongodb:
         memory: 128Mi
   shardsvr:
     dataNode:
-      replicaCount: 2
+      replicaCount: 1
     persistence:
-      size: 1Gi
+      size: 10Gi
     resources:
       requests:
         cpu: 100m
@@ -57,7 +57,7 @@ nats:
   persistence:
     enabled: true
   resourceType: "statefulset"
-  replicaCount: 3
+  replicaCount: 2
   resources:
     requests:
       cpu: 10m
@@ -150,4 +150,5 @@ writer:
       uri: "core-reader:50051"
   queue:
     batchSize: 64
+    limit: 4096
     uri: "core-queue:50051"