volodymyr-babak
9 years ago
8 changed files with 299 additions and 29 deletions
@ -1,10 +1,11 @@ |
|||
apiVersion: v1 |
|||
kind: Pod |
|||
metadata: |
|||
name: tb-db-schema-deployment |
|||
name: tb-db-schema |
|||
spec: |
|||
containers: |
|||
- name: tb-db-schema-k8 |
|||
- name: tb-db-schema |
|||
imagePullPolicy: Always |
|||
image: thingsboard/thingsboard-db-schema:k8test |
|||
env: |
|||
- name: SKIP_SCHEMA_CREATION |
|||
@ -0,0 +1,55 @@ |
|||
FROM ubuntu:16.04 |
|||
ENV ZK_USER=zookeeper \ |
|||
ZK_DATA_DIR=/var/lib/zookeeper/data \ |
|||
ZK_DATA_LOG_DIR=/var/lib/zookeeper/log \ |
|||
ZK_LOG_DIR=/var/log/zookeeper \ |
|||
JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64 |
|||
|
|||
ARG GPG_KEY=C823E3E5B12AF29C67F81976F5CECB3CB5E9BD2D |
|||
ARG ZK_DIST=zookeeper-3.4.9 |
|||
RUN set -x \ |
|||
&& apt-get update \ |
|||
&& apt-get install -y openjdk-8-jre-headless wget netcat-openbsd \ |
|||
&& wget -q "http://www.apache.org/dist/zookeeper/$ZK_DIST/$ZK_DIST.tar.gz" \ |
|||
&& wget -q "http://www.apache.org/dist/zookeeper/$ZK_DIST/$ZK_DIST.tar.gz.asc" \ |
|||
&& export GNUPGHOME="$(mktemp -d)" \ |
|||
&& gpg --keyserver ha.pool.sks-keyservers.net --recv-key "$GPG_KEY" \ |
|||
&& gpg --batch --verify "$ZK_DIST.tar.gz.asc" "$ZK_DIST.tar.gz" \ |
|||
&& tar -xzf "$ZK_DIST.tar.gz" -C /opt \ |
|||
&& rm -r "$GNUPGHOME" "$ZK_DIST.tar.gz" "$ZK_DIST.tar.gz.asc" \ |
|||
&& ln -s /opt/$ZK_DIST /opt/zookeeper \ |
|||
&& rm -rf /opt/zookeeper/CHANGES.txt \ |
|||
/opt/zookeeper/README.txt \ |
|||
/opt/zookeeper/NOTICE.txt \ |
|||
/opt/zookeeper/CHANGES.txt \ |
|||
/opt/zookeeper/README_packaging.txt \ |
|||
/opt/zookeeper/build.xml \ |
|||
/opt/zookeeper/config \ |
|||
/opt/zookeeper/contrib \ |
|||
/opt/zookeeper/dist-maven \ |
|||
/opt/zookeeper/docs \ |
|||
/opt/zookeeper/ivy.xml \ |
|||
/opt/zookeeper/ivysettings.xml \ |
|||
/opt/zookeeper/recipes \ |
|||
/opt/zookeeper/src \ |
|||
/opt/zookeeper/$ZK_DIST.jar.asc \ |
|||
/opt/zookeeper/$ZK_DIST.jar.md5 \ |
|||
/opt/zookeeper/$ZK_DIST.jar.sha1 \ |
|||
&& apt-get autoremove -y wget \ |
|||
&& rm -rf /var/lib/apt/lists/* |
|||
|
|||
#Copy configuration generator script to bin |
|||
COPY zkGenConfig.sh zkOk.sh /opt/zookeeper/bin/ |
|||
|
|||
# Create a user for the zookeeper process and configure file system ownership |
|||
# for nessecary directories and symlink the distribution as a user executable |
|||
RUN set -x \ |
|||
&& useradd $ZK_USER \ |
|||
&& [ `id -u $ZK_USER` -eq 1000 ] \ |
|||
&& [ `id -g $ZK_USER` -eq 1000 ] \ |
|||
&& mkdir -p $ZK_DATA_DIR $ZK_DATA_LOG_DIR $ZK_LOG_DIR /usr/share/zookeeper /tmp/zookeeper /usr/etc/ \ |
|||
&& chown -R "$ZK_USER:$ZK_USER" /opt/$ZK_DIST $ZK_DATA_DIR $ZK_LOG_DIR $ZK_DATA_LOG_DIR /tmp/zookeeper \ |
|||
&& ln -s /opt/zookeeper/conf/ /usr/etc/zookeeper \ |
|||
&& ln -s /opt/zookeeper/bin/* /usr/bin \ |
|||
&& ln -s /opt/zookeeper/$ZK_DIST.jar /usr/share/zookeeper/ \ |
|||
&& ln -s /opt/zookeeper/lib/* /usr/share/zookeeper |
|||
@ -0,0 +1,12 @@ |
|||
VERSION=k8test |
|||
PROJECT=thingsboard |
|||
|
|||
all: build |
|||
|
|||
build: |
|||
docker build --pull -t ${PROJECT}/k8szk:${VERSION} . |
|||
|
|||
push: build |
|||
docker push ${PROJECT}/k8szk:${VERSION} |
|||
|
|||
.PHONY: all build push |
|||
@ -0,0 +1,151 @@ |
|||
#!/usr/bin/env bash |
|||
# Copyright 2016 The Kubernetes Authors. |
|||
# |
|||
# Licensed under the Apache License, Version 2.0 (the "License"); |
|||
# you may not use this file except in compliance with the License. |
|||
# You may obtain a copy of the License at |
|||
# |
|||
# http://www.apache.org/licenses/LICENSE-2.0 |
|||
# |
|||
# Unless required by applicable law or agreed to in writing, software |
|||
# distributed under the License is distributed on an "AS IS" BASIS, |
|||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|||
# See the License for the specific language governing permissions and |
|||
# limitations under the License. |
|||
|
|||
ZK_USER=${ZK_USER:-"zookeeper"} |
|||
ZK_LOG_LEVEL=${ZK_LOG_LEVEL:-"INFO"} |
|||
ZK_DATA_DIR=${ZK_DATA_DIR:-"/var/lib/zookeeper/data"} |
|||
ZK_DATA_LOG_DIR=${ZK_DATA_LOG_DIR:-"/var/lib/zookeeper/log"} |
|||
ZK_LOG_DIR=${ZK_LOG_DIR:-"var/log/zookeeper"} |
|||
ZK_CONF_DIR=${ZK_CONF_DIR:-"/opt/zookeeper/conf"} |
|||
ZK_CLIENT_PORT=${ZK_CLIENT_PORT:-2181} |
|||
ZK_SERVER_PORT=${ZK_SERVER_PORT:-2888} |
|||
ZK_ELECTION_PORT=${ZK_ELECTION_PORT:-3888} |
|||
ZK_TICK_TIME=${ZK_TICK_TIME:-2000} |
|||
ZK_INIT_LIMIT=${ZK_INIT_LIMIT:-10} |
|||
ZK_SYNC_LIMIT=${ZK_SYNC_LIMIT:-5} |
|||
ZK_HEAP_SIZE=${ZK_HEAP_SIZE:-2G} |
|||
ZK_MAX_CLIENT_CNXNS=${ZK_MAX_CLIENT_CNXNS:-60} |
|||
ZK_MIN_SESSION_TIMEOUT=${ZK_MIN_SESSION_TIMEOUT:- $((ZK_TICK_TIME*2))} |
|||
ZK_MAX_SESSION_TIMEOUT=${ZK_MAX_SESSION_TIMEOUT:- $((ZK_TICK_TIME*20))} |
|||
ZK_SNAP_RETAIN_COUNT=${ZK_SNAP_RETAIN_COUNT:-3} |
|||
ZK_PURGE_INTERVAL=${ZK_PURGE_INTERVAL:-0} |
|||
ID_FILE="$ZK_DATA_DIR/myid" |
|||
ZK_CONFIG_FILE="$ZK_CONF_DIR/zoo.cfg" |
|||
LOGGER_PROPS_FILE="$ZK_CONF_DIR/log4j.properties" |
|||
JAVA_ENV_FILE="$ZK_CONF_DIR/java.env" |
|||
HOST=`hostname -s` |
|||
DOMAIN=`hostname -d` |
|||
|
|||
function print_servers() { |
|||
for (( i=1; i<=$ZK_REPLICAS; i++ )) |
|||
do |
|||
echo "server.$i=$NAME-$((i-1)).$DOMAIN:$ZK_SERVER_PORT:$ZK_ELECTION_PORT" |
|||
done |
|||
} |
|||
|
|||
function validate_env() { |
|||
echo "Validating environment" |
|||
if [ -z $ZK_REPLICAS ]; then |
|||
echo "ZK_REPLICAS is a mandatory environment variable" |
|||
exit 1 |
|||
fi |
|||
|
|||
if [[ $HOST =~ (.*)-([0-9]+)$ ]]; then |
|||
NAME=${BASH_REMATCH[1]} |
|||
ORD=${BASH_REMATCH[2]} |
|||
else |
|||
echo "Failed to extract ordinal from hostname $HOST" |
|||
exit 1 |
|||
fi |
|||
MY_ID=$((ORD+1)) |
|||
echo "ZK_REPLICAS=$ZK_REPLICAS" |
|||
echo "MY_ID=$MY_ID" |
|||
echo "ZK_LOG_LEVEL=$ZK_LOG_LEVEL" |
|||
echo "ZK_DATA_DIR=$ZK_DATA_DIR" |
|||
echo "ZK_DATA_LOG_DIR=$ZK_DATA_LOG_DIR" |
|||
echo "ZK_LOG_DIR=$ZK_LOG_DIR" |
|||
echo "ZK_CLIENT_PORT=$ZK_CLIENT_PORT" |
|||
echo "ZK_SERVER_PORT=$ZK_SERVER_PORT" |
|||
echo "ZK_ELECTION_PORT=$ZK_ELECTION_PORT" |
|||
echo "ZK_TICK_TIME=$ZK_TICK_TIME" |
|||
echo "ZK_INIT_LIMIT=$ZK_INIT_LIMIT" |
|||
echo "ZK_SYNC_LIMIT=$ZK_SYNC_LIMIT" |
|||
echo "ZK_MAX_CLIENT_CNXNS=$ZK_MAX_CLIENT_CNXNS" |
|||
echo "ZK_MIN_SESSION_TIMEOUT=$ZK_MIN_SESSION_TIMEOUT" |
|||
echo "ZK_MAX_SESSION_TIMEOUT=$ZK_MAX_SESSION_TIMEOUT" |
|||
echo "ZK_HEAP_SIZE=$ZK_HEAP_SIZE" |
|||
echo "ZK_SNAP_RETAIN_COUNT=$ZK_SNAP_RETAIN_COUNT" |
|||
echo "ZK_PURGE_INTERVAL=$ZK_PURGE_INTERVAL" |
|||
echo "ENSEMBLE" |
|||
print_servers |
|||
echo "Environment validation successful" |
|||
} |
|||
|
|||
function create_config() { |
|||
rm -f $ZK_CONFIG_FILE |
|||
echo "Creating ZooKeeper configuration" |
|||
echo "#This file was autogenerated by k8szk DO NOT EDIT" >> $ZK_CONFIG_FILE |
|||
echo "clientPort=$ZK_CLIENT_PORT" >> $ZK_CONFIG_FILE |
|||
echo "dataDir=$ZK_DATA_DIR" >> $ZK_CONFIG_FILE |
|||
echo "dataLogDir=$ZK_DATA_LOG_DIR" >> $ZK_CONFIG_FILE |
|||
echo "tickTime=$ZK_TICK_TIME" >> $ZK_CONFIG_FILE |
|||
echo "initLimit=$ZK_INIT_LIMIT" >> $ZK_CONFIG_FILE |
|||
echo "syncLimit=$ZK_SYNC_LIMIT" >> $ZK_CONFIG_FILE |
|||
echo "maxClientCnxns=$ZK_MAX_CLIENT_CNXNS" >> $ZK_CONFIG_FILE |
|||
echo "minSessionTimeout=$ZK_MIN_SESSION_TIMEOUT" >> $ZK_CONFIG_FILE |
|||
echo "maxSessionTimeout=$ZK_MAX_SESSION_TIMEOUT" >> $ZK_CONFIG_FILE |
|||
echo "autopurge.snapRetainCount=$ZK_SNAP_RETAIN_COUNT" >> $ZK_CONFIG_FILE |
|||
echo "autopurge.purgeInteval=$ZK_PURGE_INTERVAL" >> $ZK_CONFIG_FILE |
|||
|
|||
if [ $ZK_REPLICAS -gt 1 ]; then |
|||
print_servers >> $ZK_CONFIG_FILE |
|||
fi |
|||
echo "Wrote ZooKeeper configuration file to $ZK_CONFIG_FILE" |
|||
} |
|||
|
|||
function create_data_dirs() { |
|||
echo "Creating ZooKeeper data directories and setting permissions" |
|||
if [ ! -d $ZK_DATA_DIR ]; then |
|||
mkdir -p $ZK_DATA_DIR |
|||
chown -R $ZK_USER:$ZK_USER $ZK_DATA_DIR |
|||
fi |
|||
|
|||
if [ ! -d $ZK_DATA_LOG_DIR ]; then |
|||
mkdir -p $ZK_DATA_LOG_DIR |
|||
chown -R $ZK_USER:$ZK_USER $ZK_DATA_LOG_DIR |
|||
fi |
|||
|
|||
if [ ! -d $ZK_LOG_DIR ]; then |
|||
mkdir -p $ZK_LOG_DIR |
|||
chown -R $ZK_USER:$ZK_USER $ZK_LOG_DIR |
|||
fi |
|||
if [ ! -f $ID_FILE ]; then |
|||
echo $MY_ID >> $ID_FILE |
|||
fi |
|||
echo "Created ZooKeeper data directories and set permissions in $ZK_DATA_DIR" |
|||
} |
|||
|
|||
function create_log_props () { |
|||
rm -f $LOGGER_PROPS_FILE |
|||
echo "Creating ZooKeeper log4j configuration" |
|||
echo "zookeeper.root.logger=CONSOLE" >> $LOGGER_PROPS_FILE |
|||
echo "zookeeper.console.threshold="$ZK_LOG_LEVEL >> $LOGGER_PROPS_FILE |
|||
echo "log4j.rootLogger=\${zookeeper.root.logger}" >> $LOGGER_PROPS_FILE |
|||
echo "log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender" >> $LOGGER_PROPS_FILE |
|||
echo "log4j.appender.CONSOLE.Threshold=\${zookeeper.console.threshold}" >> $LOGGER_PROPS_FILE |
|||
echo "log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout" >> $LOGGER_PROPS_FILE |
|||
echo "log4j.appender.CONSOLE.layout.ConversionPattern=%d{ISO8601} [myid:%X{myid}] - %-5p [%t:%C{1}@%L] - %m%n" >> $LOGGER_PROPS_FILE |
|||
echo "Wrote log4j configuration to $LOGGER_PROPS_FILE" |
|||
} |
|||
|
|||
function create_java_env() { |
|||
rm -f $JAVA_ENV_FILE |
|||
echo "Creating JVM configuration file" |
|||
echo "ZOO_LOG_DIR=$ZK_LOG_DIR" >> $JAVA_ENV_FILE |
|||
echo "JVMFLAGS=\"-Xmx$ZK_HEAP_SIZE -Xms$ZK_HEAP_SIZE\"" >> $JAVA_ENV_FILE |
|||
echo "Wrote JVM configuration to $JAVA_ENV_FILE" |
|||
} |
|||
|
|||
validate_env && create_config && create_log_props && create_data_dirs && create_java_env |
|||
@ -0,0 +1,26 @@ |
|||
#!/usr/bin/env bash |
|||
# Copyright 2016 The Kubernetes Authors. |
|||
# |
|||
# Licensed under the Apache License, Version 2.0 (the "License"); |
|||
# you may not use this file except in compliance with the License. |
|||
# You may obtain a copy of the License at |
|||
# |
|||
# http://www.apache.org/licenses/LICENSE-2.0 |
|||
# |
|||
# Unless required by applicable law or agreed to in writing, software |
|||
# distributed under the License is distributed on an "AS IS" BASIS, |
|||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|||
# See the License for the specific language governing permissions and |
|||
# limitations under the License. |
|||
|
|||
# zkOk.sh uses the ruok ZooKeeper four letter work to determine if the instance |
|||
# is health. The $? variable will be set to 0 if server responds that it is |
|||
# healthy, or 1 if the server fails to respond. |
|||
|
|||
ZK_CLIENT_PORT=${ZK_CLIENT_PORT:-2181} |
|||
OK=$(echo ruok | nc 127.0.0.1 $ZK_CLIENT_PORT) |
|||
if [ "$OK" == "imok" ]; then |
|||
exit 0 |
|||
else |
|||
exit 1 |
|||
fi |
|||
Loading…
Reference in new issue