[ISSUE #54 #50] Operator multiple mq cluster && start sequence

README.md

@@ -185,6 +185,8 @@ spec:
   size: 1
   # nameServers is the [ip:port] list of name service
   nameServers: ""
+  # rocketMQName is the rocketmq name, must equal to nameservice.spec.rocketMQName and and topictransfer.spec.rocketMQName
+  rocketMQName: "rocketmq_name"
   # replicaPerGroup is the number of each broker cluster
   replicaPerGroup: 1
   # brokerImage is the customized docker image repo of the RocketMQ broker
@@ -245,6 +247,8 @@ spec:
   nameServiceImage: apacherocketmq/rocketmq-nameserver:4.5.0-alpine-operator-0.3.0
   # imagePullPolicy is the image pull policy
   imagePullPolicy: Always
+  # rocketMQName is the rocketmq name, must equal to broker.spec.rocketMQName and and topictransfer.spec.rocketMQName
+  rocketMQName: "rocketmq_name"
   # hostNetwork can be true or false
   hostNetwork: true
   #  Set DNS policy for the pod.
@@ -440,6 +444,8 @@ spec:
   sourceCluster: broker-0
   # targetCluster defines the target cluster
   targetCluster: broker-1
+  # rocketMQName is the rocketmq name, must equal to nameservice.spec.rocketMQName and and broker.spec.rocketMQName
+  rocketMQName: "rocketmq_name"
 ```
 
 Then apply the ```TopicTransfer``` resource:

cmd/manager/main.go

@@ -27,7 +27,6 @@ import (
 	"github.com/apache/rocketmq-operator/pkg/apis"
 	"github.com/apache/rocketmq-operator/pkg/controller"
 
-	"github.com/operator-framework/operator-sdk/pkg/k8sutil"
 	"github.com/operator-framework/operator-sdk/pkg/leader"
 	"github.com/operator-framework/operator-sdk/pkg/log/zap"
 	"github.com/operator-framework/operator-sdk/pkg/metrics"
@@ -76,12 +75,6 @@ func main() {
 
 	printVersion()
 
-	namespace, err := k8sutil.GetWatchNamespace()
-	if err != nil {
-		log.Error(err, "Failed to get watch namespace")
-		os.Exit(1)
-	}
-
 	// Get a config to talk to the apiserver
 	cfg, err := config.GetConfig()
 	if err != nil {
@@ -100,7 +93,6 @@ func main() {
 
 	// Create a new Cmd to provide shared dependencies and start components
 	mgr, err := manager.New(cfg, manager.Options{
-		Namespace:          namespace,
 		MetricsBindAddress: fmt.Sprintf("%s:%d", metricsHost, metricsPort),
 	})
 	if err != nil {

deploy/cluster_role.yaml

@@ -0,0 +1,72 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  creationTimestamp: null
+  name: rocketmq-operator
+rules:
+  - apiGroups:
+      - ""
+    resources:
+      - pods
+      - services
+      - endpoints
+      - persistentvolumeclaims
+      - events
+      - configmaps
+      - secrets
+      - pods/exec
+    verbs:
+      - '*'
+  - apiGroups:
+      - ""
+    resources:
+      - namespaces
+    verbs:
+      - get
+  - apiGroups:
+      - apps
+    resources:
+      - deployments
+      - daemonsets
+      - replicasets
+      - statefulsets
+    verbs:
+      - '*'
+  - apiGroups:
+      - monitoring.coreos.com
+    resources:
+      - servicemonitors
+    verbs:
+      - get
+      - create
+  - apiGroups:
+      - apps
+    resourceNames:
+      - rocketmq-operator
+    resources:
+      - deployments/finalizers
+    verbs:
+      - update
+  - apiGroups:
+      - rocketmq.apache.org
+    resources:
+      - '*'
+      - brokers
+      - pods/exec
+      - topictransfers
+    verbs:
+      - '*'

deploy/clusterrole_binding.yaml

@@ -0,0 +1,27 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: rocketmq-operator
+subjects:
+  - kind: ServiceAccount
+    name: rocketmq-operator
+    namespace: default
+roleRef:
+  kind: ClusterRole
+  name: rocketmq-operator
+  apiGroup: rbac.authorization.k8s.io

deploy/crds/rocketmq_v1alpha1_broker_crd.yaml

@@ -79,6 +79,9 @@ spec:
               items:
                 type: object
               type: array
+            rocketMQName:
+              description: The name of rocketmq, and the broker and nameserver in the same cluster must be filled with the same name
+              type: string
           required:
           - size
           - replicaPerGroup
@@ -93,6 +96,7 @@ spec:
           - volumes
           - volumeClaimTemplates
           - scalePodName
+          - rocketMQName
           type: object
         status:
           properties:

deploy/crds/rocketmq_v1alpha1_nameservice_crd.yaml

@@ -63,6 +63,9 @@ spec:
               items:
                 type: object
               type: array
+            rocketMQName:
+              description: The name of rocketmq, and the broker and nameserver in the same cluster must be filled with the same name
+              type: string
           required:
           - size
           - nameServiceImage
@@ -73,6 +76,7 @@ spec:
           - storageMode
           - hostPath
           - volumeClaimTemplates
+          - rocketMQName
           type: object
         status:
           properties:

deploy/crds/rocketmq_v1alpha1_topictransfer_crd.yaml

@@ -38,6 +38,11 @@ spec:
             topic:
               description: Topic name
               type: string
+            rocketMQName:
+              description: The name of rocketmq, and the broker and nameserver in the same cluster must be filled with the same name
+              type: string
+          required:
+          - rocketMQName
           type: object
         status:
           type: object

example/rocketmq_v1alpha1_broker_cr.yaml

@@ -38,6 +38,8 @@ spec:
   size: 1
   # nameServers is the [ip:port] list of name service
   nameServers: ""
+  # rocketMQName is the rocketmq name, must equal to nameserver.spec.rocketMQName and topictransfer.spec.rocketMQName
+  rocketMQName: "rocketmq_name"
   # replicaPerGroup is the number of each broker cluster
   replicaPerGroup: 1
   # brokerImage is the customized docker image repo of the RocketMQ broker

example/rocketmq_v1alpha1_nameservice_cr.yaml

@@ -24,6 +24,8 @@ spec:
   nameServiceImage: apacherocketmq/rocketmq-nameserver:4.5.0-alpine-operator-0.3.0
   # imagePullPolicy is the image pull policy
   imagePullPolicy: Always
+  # rocketMQName is the rocketmq name, must equal to broker.spec.rocketMQName and topictransfer.spec.rocketMQName
+  rocketMQName: "rocketmq_name"
   # hostNetwork can be true or false
   hostNetwork: true
   #  Set DNS policy for the pod.

example/rocketmq_v1alpha1_rocketmq_cluster.yaml

@@ -39,6 +39,8 @@ spec:
   size: 1
   # nameServers is the [ip:port] list of name service
   nameServers: ""
+  # rocketMQName is the rocketmq name, must equal to nameserver.spec.rocketMQName
+  rocketMQName: "rocketmq_name"
   # replicaPerGroup is the number of each broker cluster
   replicaPerGroup: 1
   # brokerImage is the customized docker image repo of the RocketMQ broker
@@ -99,6 +101,8 @@ spec:
   nameServiceImage: apacherocketmq/rocketmq-nameserver:4.5.0-alpine-operator-0.3.0
   # imagePullPolicy is the image pull policy
   imagePullPolicy: Always
+  # rocketMQName is the rocketmq name, must equal to broker.spec.rocketMQName and and topictransfer.spec.rocketMQName
+  rocketMQName: "rocketmq_name"
   # hostNetwork can be true or false
   hostNetwork: true
   #  Set DNS policy for the pod.

example/rocketmq_v1alpha1_topictransfer_cr.yaml

@@ -24,3 +24,5 @@ spec:
   sourceCluster: broker-0
   # targetCluster defines the target cluster
   targetCluster: broker-1
+  # rocketMQName is the rocketmq name, must equal to nameserver.spec.rocketMQName and broker.spec.rocketMQName
+  rocketMQName: "rocketmq_name"

pkg/apis/rocketmq/v1alpha1/broker_types.go

@@ -56,6 +56,8 @@ type BrokerSpec struct {
 	VolumeClaimTemplates []corev1.PersistentVolumeClaim `json:"volumeClaimTemplates"`
 	// The name of pod where the metadata from
 	ScalePodName string `json:"scalePodName"`
+	// RocketMQ Name, the broker and nameserver in the same cluster must be filled with the same name
+	RocketMQName string `json:"rocketMQName"`
 }
 
 // BrokerStatus defines the observed state of Broker

pkg/apis/rocketmq/v1alpha1/nameservice_types.go

@@ -49,6 +49,8 @@ type NameServiceSpec struct {
 	HostPath string `json:"hostPath"`
 	// VolumeClaimTemplates defines the StorageClass
 	VolumeClaimTemplates []corev1.PersistentVolumeClaim `json:"volumeClaimTemplates"`
+	// RocketMQ Name, the broker and nameserver in the same cluster must be filled with the same name
+	RocketMQName string `json:"rocketMQName"`
 }
 
 // NameServiceStatus defines the observed state of NameService

pkg/apis/rocketmq/v1alpha1/topictransfer_types.go

@@ -37,6 +37,8 @@ type TopicTransferSpec struct {
 	SourceCluster string `json:"sourceCluster,omitempty"`
 	// The cluster where the topic will be transferred to
 	TargetCluster string `json:"targetCluster,omitempty"`
+	// 	// RocketMQ Name, the broker and nameserver in the same cluster must be filled with the same name
+	RocketMQName string `json:"rocketMQName"`
 }
 
 // TopicTransferStatus defines the observed state of TopicTransfer