拉取开源代码git
mkdir ~/dev/apache cd ~/dev/apache git clone https://github.com/apache/pulsar.git cd pulsar #从TAG v2.6.1 建立本地分支 git checkout -b v2.6.1_build v2.6.1
编译Jar包,并打包成发布包github
mvn install -DskipTests # 查看编译后的结果 cd distribution/ tree ./ cd server/target tree ./
解压上面编译打包好的发布包,并启动单机模式,可用于本地开发测试docker
cd ~/dev/apache/pulsar/distribution/server/target # 解压编译好的Jar包 tar -zxvf apache-pulsar-2.6.1-bin.tar.gz cd apache-pulsar-2.6.1 # 修改单机模式的配置文件 vim conf/standalone.conf # 启动单机模式Pulsar bin/pulsar standalone # 关闭单机模式Pulsar Ctrl + c
单机模式开启 JWT认证 配置示例apache
# 生成secret和tokens mkdir -p /tmp/test-jwt bin/pulsar tokens create-secret-key --output /tmp/test-jwt/my-base64-secret.key --base64 bin/pulsar tokens create --secret-key file:///tmp/test-jwt/my-base64-secret.key --subject my-jwt-user > /tmp/test-jwt/my-jwt-user.tokens # 修改认证相关的配置项 vim conf/standalone.conf authenticationEnabled=true authenticationProviders=org.apache.pulsar.broker.authentication.AuthenticationProviderToken tokenSecretKey=file:///tmp/test-jwt/my-base64-secret.key brokerClientAuthenticationPlugin=org.apache.pulsar.client.impl.auth.AuthenticationToken brokerClientAuthenticationParameters=file:///tmp/test-jwt/my-jwt-user.tokens # 启动单机模式Pulsar bin/pulsar standalone
将上述编译打包好的发布包构建成Docker镜像vim
# 构建镜像 cd ~/dev/apache/pulsar/docker ./build.sh # 查看构建的镜像 docker images | grep pulsar
推送镜像到镜像仓库ssh
docker tag apachepulsar/pulsar-all:2.6.1 registry.example.tabalt.net/pulsar-test/pulsar-all:2.6.1 docker login --username=xxx --password=yyy registry.example.tabalt.net docker push registry.example.tabalt.net/pulsar-test/pulsar-all:2.6.0
# 登录K8s master机器 ssh k8s-master.example.tabalt.net # 安装本地存储卷 kubectl create namespace local-storage helm repo add streamnative https://charts.streamnative.io helm repo update helm install local-storage-provisioner streamnative/local-storage-provisioner \ --set namespace=local-storage -n local-storage kubectl get pods -n local-storage -o wide # 拉取pulsar helm chart mkdir pulsar cd pulsar/ git clone https://github.com/apache/pulsar-helm-chart.git cd pulsar-helm-chart git checkout -b v2.6.1_deploy pulsar-2.6.1 # 部署Pular ./scripts/pulsar/prepare_helm_release.sh -c -n pulsar -k pulsar helm upgrade --install pulsar charts/pulsar \ --set images.zookeeper.repository=registry.example.tabalt.net/pulsar-test/pulsar-all \ --set images.bookie.repository=registry.example.tabalt.net/pulsar-test/pulsar-all \ --set images.autorecovery.repository=registry.example.tabalt.net/pulsar-test/pulsar-all \ --set images.broker.repository=registry.example.tabalt.net/pulsar-test/pulsar-all \ --set images.proxy.repository=registry.example.tabalt.net/pulsar-test/pulsar-all \ --set images.functions.repository=registry.example.tabalt.net/pulsar-test/pulsar-all \ --set bookkeeper.metadata.image.repository=registry.example.tabalt.net/pulsar-test/pulsar-all \ --set pulsar_metadata.image.repository=registry.example.tabalt.net/pulsar-test/pulsar-all \ --set namespace=pulsar --set volumes.local_storage=true \ -n pulsar kubectl get pods -n pulsar -o wide # 查看是pod镜像版本是否匹配 kubectl describe pod pulsar-bookie-0 -n pulsar | grep image # 删除原来的Pulsar(若有),请注意不要误删线上集群并确保他人未在使用 helm uninstall pulsar -n pulsar kubectl delete namespace pulsar