v0.0.4 gandasa

Makefile

@@ -1,6 +1,6 @@
 
 # Image URL to use all building/pushing image targets
-IMG ?= datainfrahq/pinot-control-plane:v0.0.3
+IMG ?= datainfrahq/pinot-control-plane:v0.0.4
 # ENVTEST_K8S_VERSION refers to the version of kubebuilder assets to be downloaded by envtest binary.
 ENVTEST_K8S_VERSION = 1.26.0
 

README.md

@@ -22,12 +22,66 @@ Control Plane for deploying and managing heterogenous apache pinot kubernetes cl
 
 ### Getting Started 
 
+- Export your StorageClassName 
 ```
 export STORAGE_CLASS_NAME=standard
+```
+
+- Install Pinot Control Plane
+```
 make helm-install-pinot-control-plane
+```
+
+- Install Zookeeper Opoerator and CR
+```
 make helm-install-zk-operator
+```
+
+- Install Pinot Cluster
+```
 envsubst < examples/pinot-simple.yaml  | kubectl apply -f - -n pinot
 ```
+
+- Deploy Kafka Cluster and Create Topics
+```
+# Add Kafka
+helm repo add kafka https://charts.bitnami.com/bitnami
+# Deploy kafka
+helm install -n pinot kafka kafka/kafka --set replicas=1,zookeeper.image.tag=latest
+# Create topics
+kubectl -n pinot exec kafka-0 -- kafka-topics.sh --bootstrap-server kafka-0:9092 --topic flights-realtime --create --partitions 1 --replication-factor 1
+kubectl -n pinot exec kafka-0 -- kafka-topics.sh --bootstrap-server kafka-0:9092 --topic flights-realtime-avro --create --partitions 1 --replication-factor 1
+```
+
+- Create Schema
+```
+kubectl apply -f examples/pinotschema-simple.yaml -n pinot
+```
+
+- Create Table
+```
+kubectl apply -f examples/pinottable-simple.yaml -n pinot
+```
+
+- Check All Custom Resources created by the control plane
+```
+kubectl get pinot -A
+kubectl get pinotSchema -A
+kubectl get pinottable -A
+```
+
+- Load Data Into Kafka
+```
+kubectl apply -f examples/pinot/pinot-realtime-kafka.yaml
+```
+
+- Port-forward and query on console
+```
+```
+kubectl port-forward pinot-controller-controller-0 -n pinot 9000
+```
+```
+
 ### Getting Started With DeepStorage Minio
 
 - An e2e getting started from kafka > pinot > minio s3.

config/rbac/pinottable_editor_role.yaml

@@ -12,7 +12,7 @@ metadata:
   name: pinottable-editor-role
 rules:
 - apiGroups:
-  - datainfra.io.datainfra.io
+  - datainfra.io
   resources:
   - pinottables
   verbs:
@@ -24,7 +24,7 @@ rules:
   - update
   - watch
 - apiGroups:
-  - datainfra.io.datainfra.io
+  - datainfra.io
   resources:
   - pinottables/status
   verbs:

config/rbac/pinottable_viewer_role.yaml

@@ -12,15 +12,15 @@ metadata:
   name: pinottable-viewer-role
 rules:
 - apiGroups:
-  - datainfra.io.datainfra.io
+  - datainfra.io
   resources:
   - pinottables
   verbs:
   - get
   - list
   - watch
 - apiGroups:
-  - datainfra.io.datainfra.io
+  - datainfra.io
   resources:
   - pinottables/status
   verbs: