Experiment 1

Preparation

Deploy MongoDB Cluster

Create cluster credentials:

cat <<EOF | kubectl -npsmdb apply -f -
apiVersion: v1
kind: Secret
metadata:
  name: mdb-secrets
type: Opaque
stringData:
  MONGODB_BACKUP_USER: backup
  MONGODB_BACKUP_PASSWORD: backup123456
  MONGODB_CLUSTER_ADMIN_USER: clusterAdmin
  MONGODB_CLUSTER_ADMIN_PASSWORD: clusterAdmin123456
  MONGODB_CLUSTER_MONITOR_USER: clusterMonitor
  MONGODB_CLUSTER_MONITOR_PASSWORD: clusterMonitor123456
  MONGODB_USER_ADMIN_USER: userAdmin
  MONGODB_USER_ADMIN_PASSWORD: userAdmin123456
  PMM_SERVER_USER: admin
  PMM_SERVER_PASSWORD: admin
EOF

Provision cluster from CR:

cat <<EOF | kubectl -npsmdb apply -f -
apiVersion: psmdb.percona.com/v1-9-0
kind: PerconaServerMongoDB
metadata:
  name: mdb
  finalizers:
  - delete-psmdb-pvc
spec:
  crVersion: 1.9.0
  image: percona/percona-server-mongodb:4.4.6-8
  imagePullPolicy: Always
  allowUnsafeConfigurations: false
  updateStrategy: SmartUpdate
  upgradeOptions:
    versionServiceEndpoint: https://check.percona.com
    apply: 4.4-recommended
    schedule: "0 2 * * *"
    setFCV: false
  secrets:
    users: mdb-secrets
  pmm:
    enabled: false
    image: percona/pmm-client:2.18.0
    serverHost: psmdb-pmm-service
  replsets:
  - name: rs0
    size: 3
    storage:
      engine: wiredTiger
    affinity:
      antiAffinityTopologyKey: "kubernetes.io/hostname"
    resources:
      limits:
        cpu: "1000m"
        memory: "1G"
      requests:
        cpu: "300m"
        memory: "0.5G"
    volumeSpec:
      persistentVolumeClaim:
        resources:
          requests:
            storage: 100Mi
  sharding:
    enabled: true
    configsvrReplSet:
      size: 3
      affinity:
        antiAffinityTopologyKey: "kubernetes.io/hostname"
      resources:
        limits:
          cpu: "1000m"
          memory: "1G"
        requests:
          cpu: "300m"
          memory: "0.5G"
      volumeSpec:
        persistentVolumeClaim:
          resources:
            requests:
              storage: 100Mi
    mongos:
      size: 3
      affinity:
        antiAffinityTopologyKey: "kubernetes.io/hostname"
      resources:
        limits:
          cpu: "1000m"
          memory: "1G"
        requests:
          cpu: "300m"
          memory: "0.5G"
      expose:
        exposeType: ClusterIP
EOF

Wait until cluster is ready:

$ watch 'kubectl -n psmdb describe psmdb mdb |grep State'

Enable cluster monitoring:

$ kubectl -n psmdb edit psmdb mdb

...
spec:
  ...
  pmm:
    enabled: true
    ...

Wait until cluster is ready:

$ watch 'kubectl -n psmdb describe psmdb mdb |grep State'

Deploy Bookinfo test app

Create namespace:

$ kubectl create namespace bookinfo
$ kubectl label namespace bookinfo istio-injection=enabled

Apply Kubernetes manifests:

$ kubectl -n bookinfo apply -f $HOME/Workspace/orca/orca-testapps/bookinfo/bookinfo.yaml

Verify if the application is running:

$ kubectl -n bookinfo exec -it \
    $(kubectl -n bookinfo get pod -l app=ratings -o jsonpath='{.items[0].metadata.name}') \
    -c ratings \
    -- curl productpage:9080/productpage | grep -o "<title>.*</title>"

Apply Istio configuration:

$ kubectl -n bookinfo apply -f $HOME/Workspace/orca/orca-testapps/bookinfo/gateway.yaml
$ kubectl -n bookinfo apply -f $HOME/Workspace/orca/orca-testapps/bookinfo/virtual-service-all.yaml
$ kubectl -n bookinfo apply -f $HOME/Workspace/orca/orca-testapps/bookinfo/destination-rule-all.yaml

Setup application database

Create DB user:

$ kubectl -n psmdb exec -it $(kubectl -n psmdb get pods |grep mongos |head -n1 |awk '{print $1}') -- mongo -u userAdmin -p userAdmin123456 --authenticationDatabase admin

> use bookinfo
> db.createUser(
  {
    user: "bookinfo",
    pwd: "bookinfo",
    roles: [
      {"role": "readWrite", "db": "bookinfo"}
    ]
  }
)

Enable sharding:

$ kubectl -n psmdb exec -it $(kubectl -n psmdb get pods |grep mongos |head -n1 |awk '{print $1}') -- mongo -u clusterAdmin -p clusterAdmin123456 --authenticationDatabase admin

> sh.enableSharding("bookinfo")

Create collection:

kubectl -n psmdb exec -it $(kubectl -n psmdb get pods |grep mongos |head -n1 |awk '{print $1}') -- mongo -u bookinfo -p bookinfo --authenticationDatabase bookinfo

> use bookinfo
> db.createCollection("ratings")

Shard the collection:

$ kubectl -n psmdb exec -it $(kubectl -n psmdb get pods |grep mongos |head -n1 |awk '{print $1}') -- mongo -u clusterAdmin -p clusterAdmin123456 --authenticationDatabase admin

> sh.shardCollection("bookinfo.ratings", {"_id": "hashed"})

Populate data into the collection:

kubectl -n psmdb exec -it $(kubectl -n psmdb get pods |grep mongos |head -n1 |awk '{print $1}') -- mongo -u bookinfo -p bookinfo --authenticationDatabase bookinfo

> use bookinfo
> db.ratings.insert({"rating": 5})
> db.ratings.insert({"rating": 4})

Set MongoDB URI in app environment:

$ kubectl -n bookinfo set env deployment/ratings-v2 "MONGO_DB_URL=mongodb://bookinfo:bookinfo@mdb-mongos.psmdb:27017/bookinfo"