WIP-CRUD on top of Event Sourcing

.circleci/config.yml

@@ -150,10 +150,11 @@ jobs:
           sbt 'dockerBuildCore publishLocal' \
             'dockerBuildPostgres publishLocal' \
             'dockerBuildCassandra publishLocal' \
-            java-shopping-cart/docker:publishLocal
+            java-shopping-cart/docker:publishLocal \
+            java-eventsourced-shopping-cart/docker:publishLocal
     - save_docker_image:
         tar_file: cloudstate-sbt-images.tar
-        docker_image: cloudstateio/cloudstate-proxy-core:latest cloudstateio/cloudstate-proxy-postgres:latest cloudstateio/cloudstate-proxy-cassandra:latest cloudstateio/java-shopping-cart:latest
+        docker_image: cloudstateio/cloudstate-proxy-core:latest cloudstateio/cloudstate-proxy-postgres:latest cloudstateio/cloudstate-proxy-cassandra:latest cloudstateio/java-shopping-cart:latest cloudstateio/java-eventsourced-shopping-cart:latest
     - persist_to_workspace:
         root: /tmp/workspace
         paths:
@@ -249,14 +250,20 @@ jobs:
           name: Install Cassandra
           command: bin/install-cassandra.sh
       - run:
-          name: Run shopping cart test (InMemory)
+          name: Run value-based shopping cart test (InMemory)
           command: bin/run-java-shopping-cart-test.sh InMemory --no-build
       - run:
-          name: Run shopping cart test (Postgres)
+          name: Run value-based shopping cart test (Postgres)
           command: bin/run-java-shopping-cart-test.sh Postgres --no-build
       - run:
-          name: Run shopping cart test (Cassandra)
-          command: bin/run-java-shopping-cart-test.sh Cassandra --no-build
+          name: Run eventsourced shopping cart test (InMemory)
+          command: bin/run-java-eventsourced-shopping-cart-test.sh InMemory --no-build
+      - run:
+          name: Run eventsourced shopping cart test (Postgres)
+          command: bin/run-java-eventsourced-shopping-cart-test.sh Postgres --no-build
+      - run:
+          name: Run eventsourced shopping cart test (Cassandra)
+          command: bin/run-java-eventsourced-shopping-cart-test.sh Cassandra --no-build
 
   native-image-smoke-test:
     parameters:
@@ -300,6 +307,9 @@ jobs:
           - run:
               name: Load in memory image
               command: docker image load < /tmp/workspace/cloudstate-proxy-native-core.tar
+          - run:
+              name: Run value-based shopping cart test (InMemory)
+              command: bin/run-java-shopping-cart-test.sh InMemory --no-build
       - when:
           condition:
             equal: [ Postgres, << parameters.proxy-store >> ]
@@ -309,6 +319,9 @@ jobs:
                 command: |
                   bin/install-postgres.sh
                   docker image load < /tmp/workspace/cloudstate-proxy-native-postgres.tar
+            - run:
+                name: Run value-based shopping cart test (Postgres)
+                command: bin/run-java-shopping-cart-test.sh Postgres --no-build
       - when:
           condition:
             equal: [ Cassandra, << parameters.proxy-store >> ]
@@ -319,8 +332,8 @@ jobs:
                   bin/install-cassandra.sh
                   docker image load < /tmp/workspace/cloudstate-proxy-native-cassandra.tar
       - run:
-          name: Run shopping cart test (<< parameters.proxy-store >>)
-          command: bin/run-java-shopping-cart-test.sh << parameters.proxy-store >> --no-build
+          name: Run eventsourced shopping cart test (<< parameters.proxy-store >>)
+          command: bin/run-java-eventsourced-shopping-cart-test.sh << parameters.proxy-store >> --no-build
 
   publish-native-images:
     machine: true

bin/run-java-eventsourced-shopping-cart-test.sh

@@ -0,0 +1,257 @@
+#!/usr/bin/env bash
+#
+# Run the Java Event Sourced shopping cart sample as a test, with a given persistence store.
+#
+# run-java-eventsourced-shopping-cart-test.sh [inmemory|postgres|cassandra]
+
+set -e
+
+echo
+echo "=== Running java-eventsourced-shopping-cart test ==="
+echo
+
+# process arguments
+shopt -s nocasematch
+build=true
+logs=false
+delete=true
+declare -a residual
+while [[ $# -gt 0 ]] ; do
+  case "$1" in
+    --no-build ) build=false; shift ;;
+    --logs ) logs=true; shift ;;
+    --no-delete ) delete=false; shift ;;
+    *) residual=("${residual[@]}" "$1"); shift ;;
+  esac
+done
+set -- "${residual[@]}"
+store="$1"
+
+# Build the java eventsourced shopping cart
+if [ "$build" == true ] ; then
+  echo
+  echo "Building java-eventsourced-shopping-cart ..."
+  [ -f docker-env.sh ] && source docker-env.sh
+  sbt -Ddocker.username=cloudstatedev -Ddocker.tag=dev java-eventsourced-shopping-cart/docker:publishLocal
+fi
+
+statefulstore="inmemory"
+statefulservice="shopping-cart-$statefulstore"
+
+case "$store" in
+
+  postgres ) # deploy the eventsourced shopping-cart with postgres store
+
+  statefulstore="postgres"
+  statefulservice="shopping-cart-$statefulstore"
+
+  kubectl apply -f - <<YAML
+apiVersion: cloudstate.io/v1alpha1
+kind: StatefulStore
+metadata:
+  name: $statefulstore
+spec:
+  postgres:
+    host: postgres-postgresql.default.svc.cluster.local
+    credentials:
+      secret:
+        name: postgres-credentials
+---
+apiVersion: cloudstate.io/v1alpha1
+kind: StatefulService
+metadata:
+  name: $statefulservice
+spec:
+  storeConfig:
+    statefulStore:
+      name: $statefulstore
+  containers:
+    - image: cloudstateio/java-eventsourced-shopping-cart:latest
+      imagePullPolicy: Never
+      name: user-function
+YAML
+;;
+
+  cassandra ) # deploy the eventsourced shopping-cart with cassandra store
+
+  statefulstore="cassandra"
+  statefulservice="shopping-cart-$statefulstore"
+
+  kubectl apply -f - <<YAML
+apiVersion: cloudstate.io/v1alpha1
+kind: StatefulStore
+metadata:
+  name: $statefulstore
+spec:
+  cassandra:
+    host: cassandra.default.svc.cluster.local
+    credentials:
+      secret:
+        name: cassandra-credentials
+---
+apiVersion: cloudstate.io/v1alpha1
+kind: StatefulService
+metadata:
+  name: $statefulservice
+spec:
+  storeConfig:
+    statefulStore:
+      name: $statefulstore
+    database: shoppingcart
+  containers:
+    - image: cloudstateio/java-eventsourced-shopping-cart:latest
+      imagePullPolicy: Never
+      name: user-function
+YAML
+;;
+
+  inmemory | * ) # deploy the eventsourced shopping-cart with in-memory store
+
+  statefulstore="inmemory"
+  statefulservice="shopping-cart-$statefulstore"
+
+  kubectl apply -f - <<YAML
+apiVersion: cloudstate.io/v1alpha1
+kind: StatefulStore
+metadata:
+  name: $statefulstore
+spec:
+  inMemory: true
+---
+apiVersion: cloudstate.io/v1alpha1
+kind: StatefulService
+metadata:
+  name: $statefulservice
+spec:
+  storeConfig:
+    statefulStore:
+      name: $statefulstore
+  containers:
+    - image: cloudstateio/java-eventsourced-shopping-cart:latest
+      imagePullPolicy: Never
+      name: user-function
+YAML
+;;
+
+esac
+
+deployment="$statefulservice"
+
+# Can only kubectl wait when the resource already exists
+echo
+echo "Waiting for deployment to be created..."
+attempts=10
+until kubectl get deployment $deployment &> /dev/null || [ $attempts -eq 0 ] ; do
+  ((attempts--))
+  sleep 1
+done
+kubectl get deployment $deployment
+
+function fail_with_details {
+  echo "Failed:" "$@"
+  echo
+  echo "=== Operator logs ==="
+  echo
+  kubectl logs -l control-plane=controller-manager -n cloudstate-system -c manager --tail=-1
+  echo
+  echo "=== Deployment description ==="
+  echo
+  kubectl describe deployment/$deployment
+  echo
+  echo "=== Pods description ==="
+  echo
+  kubectl describe pods
+  echo
+  echo "=== Proxy logs ==="
+  echo
+  kubectl logs -l cloudstate.io/stateful-service=$statefulservice -c cloudstate-sidecar --tail=-1
+  echo
+  echo "=== User function logs ==="
+  echo
+  kubectl logs -l cloudstate.io/stateful-service=$statefulservice -c user-function --tail=-1
+  exit 1
+}
+
+# Wait for the deployment to be available
+echo
+echo "Waiting for deployment to be ready..."
+kubectl rollout status --timeout=1m deployment/$deployment || fail_with_details
+kubectl get deployment $deployment
+
+# Scale up the deployment, to test with akka clustering
+echo
+echo "Scaling deployment..."
+kubectl scale --replicas=3 statefulservice/$statefulservice
+kubectl get deployment $deployment
+
+# Wait for the scaled deployment to be available
+echo
+echo "Waiting for deployment to be ready..."
+kubectl rollout status --timeout=5m deployment/$deployment || fail_with_details
+kubectl get deployment $deployment
+[ $(kubectl get deployment $deployment -o "jsonpath={.status.availableReplicas}") -eq 3 ] || fail_with_details "Expected 3 available replicas"
+
+# Expose the eventsourced-shopping-cart service
+nodeport="$deployment-node-port"
+kubectl expose deployment $deployment --name=$nodeport --port=8013 --type=NodePort
+
+# Get the URL for the eventsourced-shopping-cart service
+url=$(minikube service $nodeport --url)
+
+# Now we use the REST interface to test it (because it's easier to use curl than a grpc
+# command line client)
+empty_cart='{"items":[]}'
+post='{"productId":"foo","name":"A foo","quantity":10}'
+non_empty_cart='{"items":[{"productId":"foo","name":"A foo","quantity":10}]}'
+
+# Iterate over multiple entities to be routed to different nodes
+for i in {1..9} ; do
+  cart_id="test$i"
+  echo
+  echo "Testing eventsourced shopping cart $cart_id ..."
+
+  initial_cart=''
+  for attempt in {1..5} ; do
+    initial_cart=$(curl -s $url/carts/$cart_id || echo '')
+    [ -n "$initial_cart" ] && break || sleep 1
+  done
+
+  if [[ "$empty_cart" != "$initial_cart" ]]
+  then
+      echo "Expected '$empty_cart'"
+      echo "But got '$initial_cart'"
+      fail_with_details
+  else
+      echo "Initial request for $cart_id succeeded."
+  fi
+
+  curl -s -X POST $url/cart/$cart_id/items/add -H "Content-Type: application/json" -d "$post" > /dev/null
+
+  new_cart=$(curl -s $url/carts/$cart_id)
+  if [[ "$non_empty_cart" != "$new_cart" ]]
+  then
+      echo "Expected '$non_empty_cart'"
+      echo "But got '$new_cart'"
+      fail_with_details
+  else
+      echo "EventSourced Shopping cart update for $cart_id succeeded."
+  fi
+done
+
+# Print proxy logs
+if [ "$logs" == true ] ; then
+  echo
+  echo "=== Proxy logs ==="
+  echo
+  kubectl logs -l cloudstate.io/stateful-service=$statefulservice -c cloudstate-sidecar --tail=-1
+fi
+
+# Delete eventsourced shopping-cart
+if [ "$delete" == true ] ; then
+  echo
+  echo "Deleting $statefulservice ..."
+  kubectl delete service $deployment
+  kubectl delete service $nodeport
+  kubectl delete statefulservice $statefulservice
+  kubectl delete statefulstore $statefulstore
+fi