Merge branch 'development' into 'release/production'

发布生产环境

See merge request liermao/microservice-autodevopspipelines!93

.gitlab-ci.yml

@@ -5,6 +5,11 @@ stages:
   # Updating
   - analysing-git-changes
   - synchronizing-config
+  - ci
+  - cd
+  - is-k8s-ready
+  - testing
+  - clean-k8s
 
 build_job:
  stage: build
@@ -13,42 +18,90 @@ build_job:
  tags:
   - build
 
-staging-major_job:
+release-major_job:
   stage: release-major
   script:
-   - export Environment='Staging'
    - bash ./devops/PipeLines/Creation/Creation_Pipeline.sh
   only:
-   - rel/major
+   - release/staging  
+   - release/production   
   tags:
    - staging
-
-prod-major_job:
-  stage: release-major
-  script:
-   - export Environment='Production'
-   - bash ./devops/PipeLines/Creation/Creation_Pipeline.sh
-  only:
-   - rel/major
-  tags:
    - production
 
-staging-analysing-git-changes_job:
+analysing-git-changes_job:
   stage: analysing-git-changes
   script:
-  - export Environment='Staging'
   - bash ./devops/PipeLines/Updating/001_AnalysingGitChanges.sh
   only:
    - staging
+   - production
   tags:
    - staging
+   - production
 
-staging-synchronizing-config_job:
+synchronizing-config_job:
   stage: synchronizing-config
   script:
-  - export Environment='Staging'
   - bash ./devops/PipeLines/Updating/002_SyncConfig.sh
   only:
    - staging
+   - production
+  tags:
+   - staging
+   - production
+
+ci_job:
+  stage: ci
+  script:
+  - bash ./devops/PipeLines/Updating/003_CI.sh
+  only:
+   - staging
+   - production
+  tags:
+   - staging
+   - production
+
+cd_job:
+  stage: cd
+  script:
+  - bash ./devops/PipeLines/Updating/004_CD.sh
+  only:
+   - staging
+   - production
+  tags:
+   - staging
+   - production
+
+is-k8s-ready_job:
+  stage: is-k8s-ready
+  script:
+  - bash ./devops/PipeLines/Updating/005_IsK8sReady.sh
+  only:
+   - staging
+   - production
   tags:
-   - staging
+   - staging
\ No newline at end of file
+   - production
+
+testing_job:
+  stage: testing
+  script:
+  - bash ./devops/PipeLines/Updating/006_Testing.sh
+  only:
+   - staging
+   - production
+  tags:
+   - staging
+   - production
+
+clean-k8s_job:
+  stage: clean-k8s
+  script:
+  - bash ./devops/PipeLines/Updating/007_CleanK8s.sh
+  only:
+   - staging
+   - production
+  tags:
+   - staging
+   - production
\ No newline at end of file

MicroService.AutoDevOpsPipeLines.sln

@@ -7,8 +7,10 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution
 	ProjectSection(SolutionItems) = preProject
 		.gitlab-ci.yml = .gitlab-ci.yml
 		devops\app.props = devops\app.props
+		devops\branch.env.props = devops\branch.env.props
+		devops\deploy.production.props = devops\deploy.production.props
 		devops\deploy.props = devops\deploy.props
-		devops\Gateways\kong.props = devops\Gateways\kong.props
+		devops\deploy.staging.props = devops\deploy.staging.props
 		devops\token.props = devops\token.props
 		devops\version.props = devops\version.props
 	EndProjectSection
@@ -51,7 +53,7 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "BuildingBlocks", "BuildingB
 EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Extensions", "Extensions", "{26EA0840-FACE-4F72-B7D0-64CA9443BD9F}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MvcExtensions", "src\BuildingBlocks\Extensions\MvcExtensions\MvcExtensions.csproj", "{2FFD7AC6-1A55-4B6E-BF9D-1B85CC5AE193}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "MvcExtensions", "src\BuildingBlocks\Extensions\MvcExtensions\MvcExtensions.csproj", "{2FFD7AC6-1A55-4B6E-BF9D-1B85CC5AE193}"
 EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution

devops/PipeLines/Build.sh

@@ -8,6 +8,6 @@ source ./devops/PipeLines/Functions.core.sh
 
 GetSolutionName SolutionName
 
-echo "begin build..."
+echo "Begin building..."
 dotnet build ${SolutionName}
-echo "build successful."
+echo "Build completed."
\ No newline at end of file

devops/PipeLines/Creation/001_CI.sh

@@ -6,6 +6,9 @@ set -e
 chmod +x ./devops/PipeLines/Functions.deploy.sh
 source ./devops/PipeLines/Functions.deploy.sh
 
+# global variable
+ReleaseEnvironmentOf Environment
+
 GetAppName appName
 echo ""
 echo "Continuous integration for ${appName} starting..."
@@ -15,12 +18,11 @@ echo "${appName} building..."
 GetSolutionName solutionName
 dotnet build ${solutionName}	 
 
-echo ""
-echo "Please check the version of each microservice carefully !!!"
-
 GetRegistryHost RegistryHost
 for servicePrefix in `ls ./src/Services|xargs -d '/'`
 do
+    echo ""
+	echo "Tips: ${servicePrefix} begin integrating to image registry!!!"
 	GetServiceName ${servicePrefix} serviceName
 	GetServiceCsProjFile ${servicePrefix} ${serviceName} serviceCsProjFile
 	CI ${serviceName} ${serviceCsProjFile}

devops/PipeLines/Creation/002_CreateConfig.sh

@@ -6,6 +6,9 @@ IFS=$'\n\n'
 chmod +x ./devops/PipeLines/Functions.config.sh
 source ./devops/PipeLines/Functions.config.sh
 
+# global variable
+ReleaseEnvironmentOf Environment
+
 GetAppName appName
 echo ""
 echo "Begin creating ${appName}'s settings to the configmap of k8s..."

devops/PipeLines/Creation/003_ReleaseMajor.sh

@@ -6,6 +6,9 @@ IFS=$'\n\n'
 chmod +x ./devops/PipeLines/Functions.core.sh
 source ./devops/PipeLines/Functions.core.sh
 
+# global variable
+ReleaseEnvironmentOf Environment
+
 GetAppName appName
 
 echo "Starting release for ${appName}, it will dynamicly create k8s environment..."

devops/PipeLines/Creation/Gateways/Kong/004_CreateGatewayRoute.sh

@@ -6,6 +6,9 @@ IFS=$'\n\n'
 chmod +x ./devops/PipeLines/Functions.core.sh
 source ./devops/PipeLines/Functions.core.sh
 
+# global variable
+RollEnvironmentOf Environment
+
 GetAppName appName
 
 echo "Start dynamically building the gateway route for ${appName}..."

devops/PipeLines/Creation/README.md

 # 
 οű
 ## k8s
-helm delete --purge microservice.autodevopspipeline.v0
-kubectl delete namespace microservice-autodevopspipeline-v0
+helm delete --purge microservice.autodevopspipeline.v1
+kubectl delete namespace microservice-autodevopspipeline-v1
 
 ## gateway
 delete FROM routes where created_at>'2019-01-10';

devops/PipeLines/Functions.common.sh

@@ -24,4 +24,11 @@ function DynamicVariableValueOf()
   declare suffix=$2
   eval "output=\$$prefix$suffix"
   eval $3=${output}
+}
+
+function FirstCharUpperCase()
+{
+    declare input=$1
+	declare output=($(echo ${input} | sed -e "s/\b\(.\)/\u\1/g"))
+    eval $2=${output}
 }
\ No newline at end of file

devops/PipeLines/Functions.core.sh

@@ -136,4 +136,21 @@ function IsPublishableOf()
     declare prefix=$1
     declare isP=($(grep -oP "(?<=${prefix}Publishable>)[^<]+" "/tmp/cicd.props"))
 	eval $2="${isP}"
+}
+
+# get updating's environment of branch
+function RollEnvironmentOf()
+{
+    FirstCharUpperCase ${CI_COMMIT_REF_NAME} branch
+	declare env=($(grep -oP "(?<=${branch}>)[^<]+" "./devops/branch.env.props"))
+	eval $1="${env}"
+}
+
+# get creation's environment of branch
+function ReleaseEnvironmentOf()
+{
+    declare branch=${CI_COMMIT_REF_NAME}
+	declare name=($(echo "${branch}"|xargs -d '/'|awk '{print $2}'))
+	FirstCharUpperCase ${name} env
+	eval $1="${env}"
 }
\ No newline at end of file

devops/PipeLines/Functions.deploy.sh

@@ -4,7 +4,7 @@ set -e
 
 # Import external functions
 chmod +x ./devops/PipeLines/Functions.core.sh
-source ./devops/PipeLines/Functions.core.sh
+source ./devops/PipeLines/Functions.core.sh 
 
 function CI()
 {
@@ -27,4 +27,27 @@ function CI()
 	docker push ${imagefullname}
 	rm -fr ${publishOutputDir}
 	echo "Delivery for ${serviceName} has been successful."
+}
+
+function CD()
+{
+	declare registryHost=$1
+	declare registryUserName=$2
+	declare serviceName=$3
+	declare version=$4
+	declare namespace=$5
+	Replace ${serviceName} '.' '-' appName
+
+	# repository name must be lowercase
+	ToLower "${registryHost}/${registryUserName}/${serviceName}:${version}" imagefullname
+	ToLower ${appName} appNameOfK8s
+
+	# echo "Tips: namespace: ${namespace}, appNameOfK8s: ${appNameOfK8s}, imagefullname: ${imagefullname}"
+	kubectl -n ${namespace} set image deployments/${appNameOfK8s} "${appNameOfK8s}=${imagefullname}"
+	# [compatible]Staging environment does not need to change version number.
+	if [ "${Environment}" == "Staging" ]; then
+		kubectl -n ${namespace} scale deploy ${appNameOfK8s} --replicas=0; 
+		kubectl -n ${namespace} scale deploy ${appNameOfK8s} --replicas=1; 
+	fi
+	echo "Deployment[${Environment}] for ${appName}:${version} has been successful."
 }
\ No newline at end of file

devops/PipeLines/Updating/001_AnalysingGitChanges.sh

@@ -73,7 +73,7 @@ else
 		  echo "Tips[Hard Release]: ${servicePrefix} will be released."
       else
 	      # Soft Release, begin Analyzing git changes
-	      IsPublishable "src/${servicePrefix}" isPublishable publishableCount
+	      IsPublishable "src/Services/${servicePrefix}" isPublishable publishableCount
 		  if [ "${isPublishable}" == "1" ]; 
           then
 		      AddConfig "${servicePrefix}" "${isPublishable}"

devops/PipeLines/Updating/002_SyncConfig.sh

@@ -6,6 +6,9 @@ IFS=$'\n\n'
 chmod +x ./devops/PipeLines/Functions.config.sh
 source ./devops/PipeLines/Functions.config.sh
 
+# global variable
+RollEnvironmentOf Environment
+
 GetAppName appName
 echo ""
 echo "Begin synchronizing ${appName}'s settings to the configmap of k8s..."

devops/PipeLines/Updating/003_CI.sh

@@ -3,11 +3,14 @@
 set -e
 
 # Import external functions
-chmod +x ./devops/PipeLines/functions.sh
-./devops/PipeLines/functions.sh
+chmod +x ./devops/PipeLines/Functions.deploy.sh
+source ./devops/PipeLines/Functions.deploy.sh
+
+# global variable
+RollEnvironmentOf Environment
 
 GetAppName appName
-echo "Continuous integration for ${appName} starting..."
+echo "Continuous integration[${Environment}] for ${appName} starting..."
 
 GetCiCdSettings allPublishable noPublishable
 if [ "${noPublishable}" == "1" ] ;
@@ -15,56 +18,28 @@ then
     echo ""
     echo "Tips: No services need to be cied."
 else
-    declare solutionName=($(grep -oP '(?<=SolutionName>)[^<]+' "devops/app.props"))
+    echo ""
+    echo "${appName} building..."
+    GetSolutionName solutionName
     dotnet build ${solutionName}	 
 
-	echo "Please check the version of each microservice carefully !!!"
-	declare major=($(grep -oP '(?<=VersionMajor>)[^<]+' "build/version.props"))
-	declare minor=($(grep -oP '(?<=VersionMinor>)[^<]+' "build/version.props"))
-	declare patch=($(grep -oP '(?<=VersionPatch>)[^<]+' "build/version.props"))
-	declare version=${major}.${minor}.${patch}
-
-	declare registryUserName=($(grep -oP '(?<=ImageUserName>)[^<]+' "build/deploy.props"))
-
-	declare publishOutputDir=./publish
-
-	rm -fr ${publishOutputDir}
-	mkdir -p ${publishOutputDir}
-
-	function CI()
-	{
-		declare publishable=$1
-		declare imagename=$2
-
-		echo ""
-		if [ "${publishable}" == "1" ]; 
-		then
-			declare imagefullname=${RegistryHost}/${registryUserName}/${imagename}:${version}
-			declare publishFile=$3
-
-			echo "begin delivery of master branch for ${imagename}..."
-			mkdir -p ${publishOutputDir}/${imagename}
-			dotnet publish ${publishFile} -o ../../publish/${imagename} -c release --no-restore  
-			docker build -t ${imagefullname} ${publishOutputDir}/${imagename}
-			docker push ${imagefullname}
-			echo "delivery of master branch for ${imagename}:${version} has been successful."
-		else
-			echo "Tips: master branch for ${imagename}:${version} will not be cied!!!"
-		fi
-	}
-
-	declare services=$(ls -l src/services | awk 'NR>1')
-	declare servicePrefix=""
-	declare serviceName=""
-	declare isPublishable="0"
-	for service in ${services}
+	GetRegistryHost RegistryHost
+	for servicePrefix in `ls ./src/Services|xargs -d '/'`
 	do
-	  servicePrefix=($(echo ${service} | awk '{print $9}')) 
-	  isPublishable=($(grep -oP "(?<=${servicePrefix}Publishable>)[^<]+" "/tmp/cicd.props"))
-	  GetServiceName "${servicePrefix}" serviceName
-	  CI ${isPublishable} "${servicePrefix}" "./src/${servicePrefix}/${serviceName}.csproj"
+	    IsPublishableOf ${servicePrefix} isPublishable
+		GetServiceName ${servicePrefix} serviceName
+		if [ "${isPublishable}" == "1" ]; 
+	    then
+		    echo ""
+	        echo "Tips: ${serviceName} begin integrating to image registry!!!"
+		    GetServiceCsProjFile ${servicePrefix} ${serviceName} serviceCsProjFile
+		    CI ${serviceName} ${serviceCsProjFile}
+	    else
+	        echo ""
+	        echo "Tips: ${serviceName} will not be integrated to image registry!!!"
+	    fi 
 	done
 fi
 
 echo ""
-echo "Continuous integration for ${appName} has been successful."
+echo "Continuous integration[${Environment}] for ${appName} has been successful."
\ No newline at end of file

devops/PipeLines/Updating/004_CD.sh

@@ -2,12 +2,15 @@
 set -e
 
 # Import external functions
-chmod +x ./devops/PipeLines/functions.sh
-sh ./devops/PipeLines/functions.sh
+chmod +x ./devops/PipeLines/Functions.deploy.sh
+source ./devops/PipeLines/Functions.deploy.sh
+
+# global variable
+RollEnvironmentOf Environment
 
 GetAppName appName
 
-echo "Continuous deployment of ${Environment} branch for ${appName} starting..." 
+echo "Continuous deployment[${Environment}] for ${appName} starting..." 
 
 GetCiCdSettings allPublishable noPublishable
 
@@ -16,45 +19,26 @@ then
     echo ""
     echo "Tips: No services need to be cded."
 else
-    echo "Please check the version of each microservice carefully !!!"
-	echo ""
-
 	GetVersion version
 	GetNameSpace namespace
-	GetImageRegistrySettings registryHost registryUserName
-
-	function CD()
-	{
-		declare publishable=$1
-		declare appName=$2
-		declare imageName=$3
-
-		echo ""
-		if [ "${publishable}" == "1" ]; 
-		then 
-			kubectl -n ${namespace} set image deployments/${appName} "${appName}=${registryHost}/${registryUserName}/${imageName}:${version}"; 
-			if [ "${Environment}" == "Staging" ]; then
-				kubectl -n ${namespace} scale deploy ${appName} --replicas=0; 
-				kubectl -n ${namespace} scale deploy ${appName} --replicas=1; 
-			fi
-			echo "deployment of ${Environment} branch for ${appName}:${version} has been successful."
-		else
-			echo "Tips: ${Environment} branch for ${appName}:${version} will not be cded!!!"
-		fi
-	}
-
-	declare services=$(ls -l src/services | awk 'NR>1')
-	declare servicePrefix=""
-	declare serviceName=""
-	declare isPublishable="0"
-	for service in ${services}
+	GetRegistryHost registryHost
+	GetImageUserName registryUserName
+
+	for servicePrefix in `ls ./src/Services|xargs -d '/'`
 	do
-	  servicePrefix=($(echo ${service} | awk '{print $9}')) 
-	  isPublishable=($(grep -oP "(?<=${servicePrefix}Publishable>)[^<]+" "/tmp/cicd.props"))
-	  GetServiceName "${servicePrefix}" serviceName
-	  CD ${apiPublishable} "${serviceName}" "${serviceName}"
+	  IsPublishableOf ${servicePrefix} isPublishable
+	  GetServiceName ${servicePrefix} serviceName
+	  if [ "${isPublishable}" == "1" ]; 
+	  then
+		  echo ""
+	      echo "Tips: ${serviceName} begin deployment to K8S!!!"
+		  CD ${registryHost} ${registryUserName} ${serviceName} ${version} ${namespace}
+	  else
+	      echo ""
+	      echo "Tips: ${serviceName} will not be deploymented to K8S!!!"
+	  fi 
 	done
 fi
 
 echo ""
-echo "Continuous deployment of ${Environment} branch for ${appName} has been successful."
+echo "Continuous deployment[${Environment}] for ${appName} has been successful."

devops/PipeLines/Updating/005_K8sIsReady.sh → devops/PipeLines/Updating/005_IsK8sReady.sh

@@ -3,8 +3,11 @@
 IFS=$'\n\n'
 
 # Import external functions
-chmod +x ./devops/PipeLines/functions.sh
-sh ./devops/PipeLines/functions.sh
+chmod +x ./devops/PipeLines/Functions.core.sh
+source ./devops/PipeLines/Functions.core.sh
+
+# global variable
+RollEnvironmentOf Environment
 
 #1: ready, 0: not ready.
 declare ready=0
@@ -18,19 +21,19 @@ do
 	declare allIsReady=1
 	for row in $(kubectl -n ${namespace} get deployment)
 	do
-	        echo ""
-			declare name=$(echo "${row}"|awk '{print $1}')
-			declare desired=$(echo "${row}"|awk '{print $2}')
-			declare current=$(echo "${row}"|awk '{print $3}')
-			declare uptodate=$(echo "${row}"|awk '{print $4}')
-			declare available=$(echo "${row}"|awk '{print $5}')
-			echo "deployment: ${name}, desired: ${desired}, current: ${current}, uptodate: ${uptodate}, available: ${available}"
-			if [ $((${desired})) == $((${current})) -a $((${current})) == $((${uptodate})) -a $((${uptodate})) == $((${available})) ]; then
-				   echo "${name} has been ready.";
-			else 
-				   echo "${name} has been not ready.";
-				   allIsReady=0
-			fi
+	    echo ""
+		declare name=$(echo "${row}"|awk '{print $1}')
+		declare desired=$(echo "${row}"|awk '{print $2}')
+		declare current=$(echo "${row}"|awk '{print $3}')
+		declare uptodate=$(echo "${row}"|awk '{print $4}')
+		declare available=$(echo "${row}"|awk '{print $5}')
+		echo "[${Environment}]deployment: ${name}, desired: ${desired}, current: ${current}, uptodate: ${uptodate}, available: ${available}"
+		if [ $((${desired})) == $((${current})) -a $((${current})) == $((${uptodate})) -a $((${uptodate})) == $((${available})) ]; then
+				echo "[${Environment}]${name} has been ready.";
+		else 
+			echo "[${Environment}]${name} has been not ready.";
+			allIsReady=0
+		fi
 	done
 
 	if [ $((${allIsReady})) == 1 ]; then

devops/PipeLines/Updating/006_Testing.sh

+#!/bin/bash
+
+set -e
+
+# Import external functions
+chmod +x ./devops/PipeLines/Functions.core.sh
+source ./devops/PipeLines/Functions.core.sh
+
+# global variable
+RollEnvironmentOf Environment
+
+echo "[${Environment}]Begin testing..."
+declare dir='./test/ServicesTests' 
+for prefix in `ls ${dir}|xargs -d '/'`
+do
+    dotnet test "${dir}/${prefix}/${prefix}.csproj"
+done
+echo "[${Environment}]Test completed."
\ No newline at end of file

devops/PipeLines/Updating/006_CleanK8s.sh → devops/PipeLines/Updating/007_CleanK8s.sh

@@ -3,12 +3,17 @@
 IFS=$'\n\n'
 
 # Import external functions
-chmod +x ./devops/PipeLines/functions.sh
-sh ./devops/PipeLines/functions.sh
+chmod +x ./devops/PipeLines/Functions.core.sh
+source ./devops/PipeLines/Functions.core.sh
+
+# global variable
+RollEnvironmentOf Environment
 
 GetNameSpace namespace
 
-declare replicas=$(kubectl -n ${namespace} get rs)
+echo "[${Environment}]Begin cleaning..."
+# Remove the heading line.
+declare replicas=$(kubectl -n ${namespace} get rs|awk 'NR > 1')
 for row in $replicas
 do
         declare name=$(echo "${row}"|awk '{print $1}')
@@ -18,10 +23,8 @@ do
 #       echo "replica set: ${name}, desired: ${desired}"
         if [ $((${desired})) == 0 -a $((${current})) == 0 -a $((${ready})) == 0 ]; then
 #               echo ${name}
-                kubectl -n ${namespace} delete rs ${name} --grace-period=0 --force
+            kubectl -n ${namespace} delete rs ${name} --grace-period=0 --force
         fi
 done
 
-echo 'clean successful...'
-
+echo '[${Environment}]Clean completed.'
\ No newline at end of file
-exit 0
\ No newline at end of file

devops/branch.env.props

+<Project>
+  <PropertyGroup>
+    <!--key: branch name, value: environment-->
+    <staging>Staging</staging>
+    <master>Production</master>
+  </PropertyGroup>
+</Project>

src/Services/Identity/Identity.API/Controllers/ValuesController.cs

@@ -11,7 +11,7 @@ namespace Identity.API.Controllers
         [HttpGet]
         public ActionResult<IEnumerable<string>> Get()
         {
-            return new string[] { "value1", "value2" };
+            return new string[] { "value1", "value2" };   
         }
 
         // GET api/values/5

src/Services/Identity/Identity.API/Startup.cs

@@ -11,7 +11,7 @@ namespace Identity.API
     {
         public Startup(IConfiguration configuration)
         {
-            Configuration = configuration;
+            Configuration = configuration;   
         }
 
         public IConfiguration Configuration { get; }

src/Services/Marketing/Marketing.API/Startup.cs

@@ -10,7 +10,7 @@ namespace Marketing.API
     public class Startup
     {
         public Startup(IConfiguration configuration)
-        {
+        {  
             Configuration = configuration;
         }
 

test.sh

-#!/bin/bash
-set -e
-IFS=$'\n\n'
-
-export Environment='Staging'
-
-# Import external functions
-chmod +x ./devops/PipeLines/Functions.config.sh
-source ./devops/PipeLines/Functions.config.sh
-
-GetAppName appName
-echo ""
-echo "Begin creating ${appName}'s settings to the configmap of k8s..."
-
-GetNameSpace namespace
-
-
-# global variable
-GetAccessToken AccessToken
-GetRegistryHost RegistryHost
-GetK8sApiServer K8sApiServer
-GetKongApiServer KongApiServer
-GetKongRouteDomain KongRouteDomain
-
-for servicePrefix in `ls ./src/Services|xargs -d '/'`
-do
-  GetServiceName ${servicePrefix} serviceName
-  GetServiceDir ${servicePrefix} ${serviceName} serviceDir
-  CreateConfig ${Environment} ${namespace} ${K8sApiServer} ${serviceDir} ${servicePrefix}
-done
-
-echo ""
-echo "End creating app settings to the configmap of k8s..."
\ No newline at end of file