From ba31bf9bb505cdbb4893c92d92f132d7bcb5ef48 Mon Sep 17 00:00:00 2001 From: Priyanka Kukreja Date: Mon, 22 Feb 2016 17:26:42 +0530 Subject: [PATCH 1/8] Created script to run Zeppelin-quark through docker --- docker/Dockerfile | 26 ++++++++++++++++++++++++++ docker/start_zeppelin.sh | 5 +++++ 2 files changed, 31 insertions(+) create mode 100644 docker/Dockerfile create mode 100755 docker/start_zeppelin.sh diff --git a/docker/Dockerfile b/docker/Dockerfile new file mode 100644 index 0000000..b944f19 --- /dev/null +++ b/docker/Dockerfile @@ -0,0 +1,26 @@ +FROM ubuntu:14.04 + +MAINTAINER Priyanka Kukreja + +# Installing Java +RUN sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH + +# Installing Maven +RUN sudo apt-get -y install wget && wget -P /home/ubuntu http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf /home/ubuntu/apache-maven-3.3.9-bin.tar.gz -C /home/ubuntu/ + +# Installing Zeppelin +RUN sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git /home/ubuntu/src/incubator-zeppelin + +# Getting Quark Jar +RUN /home/ubuntu/apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 + +# Building Zeppelin +WORKDIR /home/ubuntu/src/incubator-zeppelin +RUN /home/ubuntu/apache-maven-3.3.9/bin/mvn clean package -DskipTests + +# Copy the Quark Jar +RUN cp /root/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar /home/ubuntu/src/incubator-zeppelin/interpreter/jdbc/ + +# Start the Zeppelin Server +WORKDIR /home/ubuntu/src/incubator-zeppelin/ +CMD ZEPPELIN_CLASSPATH="/home/ubuntu/src/incubator-zeppelin/interpreter/jdbc/quark-jdbc-4.2.0.jar" bin/zeppelin-daemon.sh start diff --git a/docker/start_zeppelin.sh b/docker/start_zeppelin.sh new file mode 100755 index 0000000..2849768 --- /dev/null +++ b/docker/start_zeppelin.sh @@ -0,0 +1,5 @@ +#!/bin/bash + +sudo docker build -t $1:$2 . + +sudo docker run -i -t -p 8080:5050 $1:$2 From 7e07a85be12660292259c141ff8858d5bdfe41bc Mon Sep 17 00:00:00 2001 From: Priyanka Kukreja Date: Mon, 7 Mar 2016 16:44:46 +0530 Subject: [PATCH 2/8] Working copy --- docker/Dockerfile_Linux | 26 ++++++++++++++++++++++++++ docker/start_zeppelin.sh | 6 +++++- 2 files changed, 31 insertions(+), 1 deletion(-) create mode 100644 docker/Dockerfile_Linux diff --git a/docker/Dockerfile_Linux b/docker/Dockerfile_Linux new file mode 100644 index 0000000..b944f19 --- /dev/null +++ b/docker/Dockerfile_Linux @@ -0,0 +1,26 @@ +FROM ubuntu:14.04 + +MAINTAINER Priyanka Kukreja + +# Installing Java +RUN sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH + +# Installing Maven +RUN sudo apt-get -y install wget && wget -P /home/ubuntu http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf /home/ubuntu/apache-maven-3.3.9-bin.tar.gz -C /home/ubuntu/ + +# Installing Zeppelin +RUN sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git /home/ubuntu/src/incubator-zeppelin + +# Getting Quark Jar +RUN /home/ubuntu/apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 + +# Building Zeppelin +WORKDIR /home/ubuntu/src/incubator-zeppelin +RUN /home/ubuntu/apache-maven-3.3.9/bin/mvn clean package -DskipTests + +# Copy the Quark Jar +RUN cp /root/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar /home/ubuntu/src/incubator-zeppelin/interpreter/jdbc/ + +# Start the Zeppelin Server +WORKDIR /home/ubuntu/src/incubator-zeppelin/ +CMD ZEPPELIN_CLASSPATH="/home/ubuntu/src/incubator-zeppelin/interpreter/jdbc/quark-jdbc-4.2.0.jar" bin/zeppelin-daemon.sh start diff --git a/docker/start_zeppelin.sh b/docker/start_zeppelin.sh index 2849768..858c58b 100755 --- a/docker/start_zeppelin.sh +++ b/docker/start_zeppelin.sh @@ -2,4 +2,8 @@ sudo docker build -t $1:$2 . -sudo docker run -i -t -p 8080:5050 $1:$2 +sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null + +sudo docker exec -it $3 /home/ubuntu/src/incubator-zeppelin/bin/zeppelin-daemon.sh start + + From df89f50d9007f61c3b13fb340c905200a5db63ae Mon Sep 17 00:00:00 2001 From: Priyanka Kukreja Date: Fri, 11 Mar 2016 00:10:44 +0530 Subject: [PATCH 3/8] Script Ready. TODO: Dockerfile --- docker/setup_docker.sh | 36 ++++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100755 docker/setup_docker.sh diff --git a/docker/setup_docker.sh b/docker/setup_docker.sh new file mode 100755 index 0000000..ae2de32 --- /dev/null +++ b/docker/setup_docker.sh @@ -0,0 +1,36 @@ +#!/bin/bash + +# $1: image name +# $2: image version +# $3: name of the container + +# Setup Java +sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH + +# Setup Maven +sudo apt-get -y install wget && wget -P /$HOME http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf /$HOME/apache-maven-3.3.9-bin.tar.gz -C /$HOME/ + +# Install Zeppelin +sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git /$HOME/src/incubator-zeppelin + +# Get Quark Jar +/$HOME/apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 + +# Build Zeppelin +cd /$HOME/src/incubator-zeppelin +/$HOME/apache-maven-3.3.9/bin/mvn clean package -DskipTests + +# Copy quark jar -- to current location, where dockerfile is! +sudo cp /$HOME/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar /$HOME/src/incubator-zeppelin/interpreter/jdbc/ + +#Copy Zeppelin Jars to the folder containing Dockerfile + +# Build the image +#sudo docker build -t $1:$2 . + +# run with start zeppelin cmd -- take care container does not stop +#sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null + +#sudo docker exec -it $3 /home/ubuntu/src/incubator-zeppelin/bin/zeppelin-daemon.sh start + + From 6e70c175f90516c7f687f6eb7753e0c6054e2686 Mon Sep 17 00:00:00 2001 From: Priyanka Kukreja Date: Fri, 11 Mar 2016 16:59:57 +0530 Subject: [PATCH 4/8] Changes for 11th March 2016 --- docker/Dockerfile | 42 +++++++++++++++++++++++------------------- docker/setup_docker.sh | 22 ++++++++++------------ 2 files changed, 33 insertions(+), 31 deletions(-) diff --git a/docker/Dockerfile b/docker/Dockerfile index b944f19..cc49f87 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -1,26 +1,30 @@ -FROM ubuntu:14.04 +FROM alpine:3.3 MAINTAINER Priyanka Kukreja # Installing Java RUN sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH -# Installing Maven -RUN sudo apt-get -y install wget && wget -P /home/ubuntu http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf /home/ubuntu/apache-maven-3.3.9-bin.tar.gz -C /home/ubuntu/ +# COPY Zeppelin Jars +RUN mkdir $HOME/incubator-zeppelin +COPY incubator-zeppelin/interpreter $HOME/incubator-zeppelin +COPY incubator-zeppelin/bin $HOME/incubator-zeppelin +COPY incubator-zeppelin/conf $HOME/incubator-zeppelin +COPY incubator-zeppelin/notebook $HOME/incubator-zeppelin/example-notebook +RUN mkdir -p $HOME/incubator-zeppelin/zeppelin-web +COPY incubator-zeppelin/zeppelin-web/target/zeppelin-web*.war $HOME/incubator-zeppelin/zeppelin-web/ +#mkdir -p $HOME/incubator-zeppelin/zeppelin-docs +#COPY incubator-zeppelin/zeppelin-docs/target/zeppelin-api-ui*.war $HOME/incubator-zeppelin/zeppelin-docs/ +RUN mkdir -p $HOME/incubator-zeppelin/zeppelin-zengine/target/ +RUN mkdir -p $HOME/incubator-zeppelin/zeppelin-server/target/ +COPY incubator-zeppelin/zeppelin-zengine/target/lib $HOME/incubator-zeppelin/zeppelin-zengine/target/ +COPY incubator-zeppelin/zeppelin-server/target/lib $HOME/incubator-zeppelin/zeppelin-server/target/ +COPY incubator-zeppelin/zeppelin-server/target/*.jar $HOME/incubator-zeppelin/zeppelin-server/target/lib/ +#COPY incubator-zeppelin/R $HOME/incubator-zeppelin +#COPY incubator-zeppelin/qubole_assembly/hustler $HOME/incubator-zeppelin + +# Start Zeppelin Server +#sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null + +#sudo docker exec -it $3 /home/ubuntu/src/incubator-zeppelin/bin/zeppelin-daemon.sh start -# Installing Zeppelin -RUN sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git /home/ubuntu/src/incubator-zeppelin - -# Getting Quark Jar -RUN /home/ubuntu/apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 - -# Building Zeppelin -WORKDIR /home/ubuntu/src/incubator-zeppelin -RUN /home/ubuntu/apache-maven-3.3.9/bin/mvn clean package -DskipTests - -# Copy the Quark Jar -RUN cp /root/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar /home/ubuntu/src/incubator-zeppelin/interpreter/jdbc/ - -# Start the Zeppelin Server -WORKDIR /home/ubuntu/src/incubator-zeppelin/ -CMD ZEPPELIN_CLASSPATH="/home/ubuntu/src/incubator-zeppelin/interpreter/jdbc/quark-jdbc-4.2.0.jar" bin/zeppelin-daemon.sh start diff --git a/docker/setup_docker.sh b/docker/setup_docker.sh index ae2de32..d5e95ab 100755 --- a/docker/setup_docker.sh +++ b/docker/setup_docker.sh @@ -8,29 +8,27 @@ sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH # Setup Maven -sudo apt-get -y install wget && wget -P /$HOME http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf /$HOME/apache-maven-3.3.9-bin.tar.gz -C /$HOME/ +sudo apt-get -y install wget && wget -P . http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf apache-maven-3.3.9-bin.tar.gz -C . # Install Zeppelin -sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git /$HOME/src/incubator-zeppelin +sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git # Get Quark Jar -/$HOME/apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 +apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 # Build Zeppelin -cd /$HOME/src/incubator-zeppelin -/$HOME/apache-maven-3.3.9/bin/mvn clean package -DskipTests +cd incubator-zeppelin +../apache-maven-3.3.9/bin/mvn clean package -DskipTests +cd .. # Copy quark jar -- to current location, where dockerfile is! -sudo cp /$HOME/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar /$HOME/src/incubator-zeppelin/interpreter/jdbc/ - -#Copy Zeppelin Jars to the folder containing Dockerfile +sudo cp /$HOME/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar ./incubator-zeppelin/interpreter/jdbc/ # Build the image -#sudo docker build -t $1:$2 . +sudo docker build -t $1:$2 . # run with start zeppelin cmd -- take care container does not stop -#sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null - -#sudo docker exec -it $3 /home/ubuntu/src/incubator-zeppelin/bin/zeppelin-daemon.sh start +sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null +sudo docker exec -it $3 $HOME/incubator-zeppelin/bin/zeppelin-daemon.sh start From 91c3c453ebf135ad17a5e4e37733499aba7d6a7d Mon Sep 17 00:00:00 2001 From: Priyanka Kukreja Date: Tue, 15 Mar 2016 16:29:56 +0530 Subject: [PATCH 5/8] Dockerfile + Script to create UBUNTU image and run the container --- docker/Dockerfile | 37 ++++++++++++++--------------------- docker/Dockerfile_Linux | 26 ------------------------- docker/setup_docker.sh | 34 -------------------------------- docker/start_zeppelin.sh | 42 +++++++++++++++++++++++++++++++++++++--- 4 files changed, 54 insertions(+), 85 deletions(-) delete mode 100644 docker/Dockerfile_Linux delete mode 100755 docker/setup_docker.sh diff --git a/docker/Dockerfile b/docker/Dockerfile index cc49f87..3efd9b6 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -1,4 +1,4 @@ -FROM alpine:3.3 +FROM ubuntu:14.04 MAINTAINER Priyanka Kukreja @@ -6,25 +6,18 @@ MAINTAINER Priyanka Kukreja RUN sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH # COPY Zeppelin Jars -RUN mkdir $HOME/incubator-zeppelin -COPY incubator-zeppelin/interpreter $HOME/incubator-zeppelin -COPY incubator-zeppelin/bin $HOME/incubator-zeppelin -COPY incubator-zeppelin/conf $HOME/incubator-zeppelin -COPY incubator-zeppelin/notebook $HOME/incubator-zeppelin/example-notebook -RUN mkdir -p $HOME/incubator-zeppelin/zeppelin-web -COPY incubator-zeppelin/zeppelin-web/target/zeppelin-web*.war $HOME/incubator-zeppelin/zeppelin-web/ -#mkdir -p $HOME/incubator-zeppelin/zeppelin-docs -#COPY incubator-zeppelin/zeppelin-docs/target/zeppelin-api-ui*.war $HOME/incubator-zeppelin/zeppelin-docs/ -RUN mkdir -p $HOME/incubator-zeppelin/zeppelin-zengine/target/ -RUN mkdir -p $HOME/incubator-zeppelin/zeppelin-server/target/ -COPY incubator-zeppelin/zeppelin-zengine/target/lib $HOME/incubator-zeppelin/zeppelin-zengine/target/ -COPY incubator-zeppelin/zeppelin-server/target/lib $HOME/incubator-zeppelin/zeppelin-server/target/ -COPY incubator-zeppelin/zeppelin-server/target/*.jar $HOME/incubator-zeppelin/zeppelin-server/target/lib/ -#COPY incubator-zeppelin/R $HOME/incubator-zeppelin -#COPY incubator-zeppelin/qubole_assembly/hustler $HOME/incubator-zeppelin - -# Start Zeppelin Server -#sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null - -#sudo docker exec -it $3 /home/ubuntu/src/incubator-zeppelin/bin/zeppelin-daemon.sh start +RUN mkdir /home/incubator-zeppelin +COPY incubator-zeppelin/interpreter /home/incubator-zeppelin/interpreter +COPY incubator-zeppelin/bin /home/incubator-zeppelin/bin +COPY incubator-zeppelin/conf /home/incubator-zeppelin/conf +COPY incubator-zeppelin/notebook /home/incubator-zeppelin/notebook +RUN mkdir -p /home/incubator-zeppelin/zeppelin-web +COPY incubator-zeppelin/zeppelin-web/target /home/incubator-zeppelin/zeppelin-web +RUN mkdir -p /home/incubator-zeppelin/zeppelin-zengine/target/ +RUN mkdir -p /home/incubator-zeppelin/zeppelin-server/target/ +COPY incubator-zeppelin/zeppelin-zengine/target/lib /home/incubator-zeppelin/zeppelin-zengine/target +COPY incubator-zeppelin/zeppelin-server/target/lib /home/incubator-zeppelin/zeppelin-server/target +COPY incubator-zeppelin/zeppelin-server/target /home/incubator-zeppelin/zeppelin-server/target/lib +WORKDIR /home/incubator-zeppelin/ +CMD ZEPPELIN_CLASSPATH="/home/incubator-zeppelin/interpreter/jdbc/quark-jdbc-4.2.0.jar" bin/zeppelin-daemon.sh start diff --git a/docker/Dockerfile_Linux b/docker/Dockerfile_Linux deleted file mode 100644 index b944f19..0000000 --- a/docker/Dockerfile_Linux +++ /dev/null @@ -1,26 +0,0 @@ -FROM ubuntu:14.04 - -MAINTAINER Priyanka Kukreja - -# Installing Java -RUN sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH - -# Installing Maven -RUN sudo apt-get -y install wget && wget -P /home/ubuntu http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf /home/ubuntu/apache-maven-3.3.9-bin.tar.gz -C /home/ubuntu/ - -# Installing Zeppelin -RUN sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git /home/ubuntu/src/incubator-zeppelin - -# Getting Quark Jar -RUN /home/ubuntu/apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 - -# Building Zeppelin -WORKDIR /home/ubuntu/src/incubator-zeppelin -RUN /home/ubuntu/apache-maven-3.3.9/bin/mvn clean package -DskipTests - -# Copy the Quark Jar -RUN cp /root/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar /home/ubuntu/src/incubator-zeppelin/interpreter/jdbc/ - -# Start the Zeppelin Server -WORKDIR /home/ubuntu/src/incubator-zeppelin/ -CMD ZEPPELIN_CLASSPATH="/home/ubuntu/src/incubator-zeppelin/interpreter/jdbc/quark-jdbc-4.2.0.jar" bin/zeppelin-daemon.sh start diff --git a/docker/setup_docker.sh b/docker/setup_docker.sh deleted file mode 100755 index d5e95ab..0000000 --- a/docker/setup_docker.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/bin/bash - -# $1: image name -# $2: image version -# $3: name of the container - -# Setup Java -sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH - -# Setup Maven -sudo apt-get -y install wget && wget -P . http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf apache-maven-3.3.9-bin.tar.gz -C . - -# Install Zeppelin -sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git - -# Get Quark Jar -apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 - -# Build Zeppelin -cd incubator-zeppelin -../apache-maven-3.3.9/bin/mvn clean package -DskipTests -cd .. - -# Copy quark jar -- to current location, where dockerfile is! -sudo cp /$HOME/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar ./incubator-zeppelin/interpreter/jdbc/ - -# Build the image -sudo docker build -t $1:$2 . - -# run with start zeppelin cmd -- take care container does not stop -sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null - -sudo docker exec -it $3 $HOME/incubator-zeppelin/bin/zeppelin-daemon.sh start - diff --git a/docker/start_zeppelin.sh b/docker/start_zeppelin.sh index 858c58b..6e71017 100755 --- a/docker/start_zeppelin.sh +++ b/docker/start_zeppelin.sh @@ -1,9 +1,45 @@ #!/bin/bash -sudo docker build -t $1:$2 . +# $1: image name +# $2: image version +# $3: name of the container -sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null +# Setup Java +sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH + +# Setup Maven +sudo apt-get -y install wget && wget -P . http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf apache-maven-3.3.9-bin.tar.gz -C . + +# Install Zeppelin +sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git ../incubator-zeppelin + +# Get Quark Jar +apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 -sudo docker exec -it $3 /home/ubuntu/src/incubator-zeppelin/bin/zeppelin-daemon.sh start +# Build Zeppelin +apache-maven-3.3.9/bin/mvn -f ../incubator-zeppelin/pom.xml clean package -DskipTests +# Copy the zeppelin jars +mkdir incubator-zeppelin +cp -r ../incubator-zeppelin/interpreter ./incubator-zeppelin/interpreter +cp -r ../incubator-zeppelin/bin ./incubator-zeppelin/bin +cp -r ../incubator-zeppelin/conf ./incubator-zeppelin/conf +cp -r ../incubator-zeppelin/notebook ./incubator-zeppelin/notebook +mkdir -p ./incubator-zeppelin/zeppelin-web/target/ +cp -r ../incubator-zeppelin/zeppelin-web/target/zeppelin-web*.war ./incubator-zeppelin/zeppelin-web/target/ +mkdir -p ./incubator-zeppelin/zeppelin-zengine/target/lib +mkdir -p ./incubator-zeppelin/zeppelin-server/target/lib +cp -r ../incubator-zeppelin/zeppelin-zengine/target/lib ./incubator-zeppelin/zeppelin-zengine/target/lib +cp -r ../incubator-zeppelin/zeppelin-server/target/lib ./incubator-zeppelin/zeppelin-server/target/lib +cp -r ../incubator-zeppelin/zeppelin-server/target/*.jar ./incubator-zeppelin/zeppelin-server/target + +# Copy quark jar +sudo cp /$HOME/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar ./incubator-zeppelin/interpreter/jdbc/ + +# Build the image +sudo docker build -t $1:$2 . + +# run with start zeppelin cmd +sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null +sudo docker exec -it $3 /home/incubator-zeppelin/bin/zeppelin-daemon.sh start From 3d43c1e7120b22dc615babec4893004963f9ade0 Mon Sep 17 00:00:00 2001 From: Priyanka Kukreja Date: Tue, 15 Mar 2016 18:27:25 +0530 Subject: [PATCH 6/8] Dockerfile + Script to create ALPINE image and run the container --- docker/Dockerfile_alpine | 23 ++++++++++++++++ docker/start_zeppelin_alpine.sh | 49 +++++++++++++++++++++++++++++++++ 2 files changed, 72 insertions(+) create mode 100644 docker/Dockerfile_alpine create mode 100644 docker/start_zeppelin_alpine.sh diff --git a/docker/Dockerfile_alpine b/docker/Dockerfile_alpine new file mode 100644 index 0000000..d87392e --- /dev/null +++ b/docker/Dockerfile_alpine @@ -0,0 +1,23 @@ +ROM alpine:3.3 + +MAINTAINER Priyanka Kukreja + +# Installing Java +RUN apk --update add openjdk8 && export JAVA_HOME=/usr/lib/jvm/java-1.8-openjdk && export PATH=$JAVA_HOME/bin:$PATH + +# COPY Zeppelin Jars +RUN mkdir /home/incubator-zeppelin +COPY incubator-zeppelin/interpreter /home/incubator-zeppelin/interpreter +COPY incubator-zeppelin/bin /home/incubator-zeppelin/bin +COPY incubator-zeppelin/conf /home/incubator-zeppelin/conf +COPY incubator-zeppelin/notebook /home/incubator-zeppelin/notebook +RUN mkdir -p /home/incubator-zeppelin/zeppelin-web +COPY incubator-zeppelin/zeppelin-web/target /home/incubator-zeppelin/zeppelin-web +RUN mkdir -p /home/incubator-zeppelin/zeppelin-zengine/target/ +RUN mkdir -p /home/incubator-zeppelin/zeppelin-server/target/ +COPY incubator-zeppelin/zeppelin-zengine/target/lib /home/incubator-zeppelin/zeppelin-zengine/target +COPY incubator-zeppelin/zeppelin-server/target/lib /home/incubator-zeppelin/zeppelin-server/target +COPY incubator-zeppelin/zeppelin-server/target /home/incubator-zeppelin/zeppelin-server/target/lib + +WORKDIR /home/incubator-zeppelin/ +CMD ZEPPELIN_CLASSPATH="/home/incubator-zeppelin/interpreter/jdbc/quark-jdbc-4.2.0.jar" bin/zeppelin-daemon.sh start diff --git a/docker/start_zeppelin_alpine.sh b/docker/start_zeppelin_alpine.sh new file mode 100644 index 0000000..5001394 --- /dev/null +++ b/docker/start_zeppelin_alpine.sh @@ -0,0 +1,49 @@ +#!/bin/bash + +# $1: image name +# $2: image version +# $3: name of the container + +# Setup Java +sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH + +# Setup Maven +sudo apt-get -y install wget && wget -P . http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf apache-maven-3.3.9-bin.tar.gz -C . + +# Install Zeppelin +sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git ../incubator-zeppelin + +# Get Quark Jar +apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 + +# Build Zeppelin +apache-maven-3.3.9/bin/mvn -f ../incubator-zeppelin/pom.xml clean package -DskipTests + +# Copy the zeppelin jars +mkdir incubator-zeppelin +cp -r ../incubator-zeppelin/interpreter ./incubator-zeppelin/interpreter +cp -r ../incubator-zeppelin/bin ./incubator-zeppelin/bin +cp -r ../incubator-zeppelin/conf ./incubator-zeppelin/conf +cp -r ../incubator-zeppelin/notebook ./incubator-zeppelin/notebook +mkdir -p ./incubator-zeppelin/zeppelin-web/target/ +cp -r ../incubator-zeppelin/zeppelin-web/target/zeppelin-web*.war ./incubator-zeppelin/zeppelin-web/target/ +mkdir -p ./incubator-zeppelin/zeppelin-zengine/target/lib +mkdir -p ./incubator-zeppelin/zeppelin-server/target/lib +cp -r ../incubator-zeppelin/zeppelin-zengine/target/lib ./incubator-zeppelin/zeppelin-zengine/target/lib +cp -r ../incubator-zeppelin/zeppelin-server/target/lib ./incubator-zeppelin/zeppelin-server/target/lib +#cp ../incubator-zeppelin/zeppelin-server/target/zeppelin-server-0.6.0-incubating-SNAPSHOT.jar ./incubator-zeppelin/zeppelin-server/target +cp -r ../incubator-zeppelin/zeppelin-server/target/*.jar ./incubator-zeppelin/zeppelin-server/target + +# Copy quark jar +sudo cp /$HOME/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar ./incubator-zeppelin/interpreter/jdbc/ + +# Build the image +sudo docker build -t $1:$2 . + +# run with start zeppelin cmd -- take care container does not stop +sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null + +sudo docker exec -it $3 apk add bash + +sudo docker exec -it $3 /home/incubator-zeppelin/bin/zeppelin-daemon.sh start + From 5263f4aba4d92ed66c791c89934a6e14fcdc9538 Mon Sep 17 00:00:00 2001 From: Priyanka Kukreja Date: Tue, 15 Mar 2016 22:54:13 +0530 Subject: [PATCH 7/8] Dockerfile and script to create an Ubuntu image --- docker/Dockerfile_alpine | 23 ---------------- docker/start_zeppelin_alpine.sh | 49 --------------------------------- 2 files changed, 72 deletions(-) delete mode 100644 docker/Dockerfile_alpine delete mode 100644 docker/start_zeppelin_alpine.sh diff --git a/docker/Dockerfile_alpine b/docker/Dockerfile_alpine deleted file mode 100644 index d87392e..0000000 --- a/docker/Dockerfile_alpine +++ /dev/null @@ -1,23 +0,0 @@ -ROM alpine:3.3 - -MAINTAINER Priyanka Kukreja - -# Installing Java -RUN apk --update add openjdk8 && export JAVA_HOME=/usr/lib/jvm/java-1.8-openjdk && export PATH=$JAVA_HOME/bin:$PATH - -# COPY Zeppelin Jars -RUN mkdir /home/incubator-zeppelin -COPY incubator-zeppelin/interpreter /home/incubator-zeppelin/interpreter -COPY incubator-zeppelin/bin /home/incubator-zeppelin/bin -COPY incubator-zeppelin/conf /home/incubator-zeppelin/conf -COPY incubator-zeppelin/notebook /home/incubator-zeppelin/notebook -RUN mkdir -p /home/incubator-zeppelin/zeppelin-web -COPY incubator-zeppelin/zeppelin-web/target /home/incubator-zeppelin/zeppelin-web -RUN mkdir -p /home/incubator-zeppelin/zeppelin-zengine/target/ -RUN mkdir -p /home/incubator-zeppelin/zeppelin-server/target/ -COPY incubator-zeppelin/zeppelin-zengine/target/lib /home/incubator-zeppelin/zeppelin-zengine/target -COPY incubator-zeppelin/zeppelin-server/target/lib /home/incubator-zeppelin/zeppelin-server/target -COPY incubator-zeppelin/zeppelin-server/target /home/incubator-zeppelin/zeppelin-server/target/lib - -WORKDIR /home/incubator-zeppelin/ -CMD ZEPPELIN_CLASSPATH="/home/incubator-zeppelin/interpreter/jdbc/quark-jdbc-4.2.0.jar" bin/zeppelin-daemon.sh start diff --git a/docker/start_zeppelin_alpine.sh b/docker/start_zeppelin_alpine.sh deleted file mode 100644 index 5001394..0000000 --- a/docker/start_zeppelin_alpine.sh +++ /dev/null @@ -1,49 +0,0 @@ -#!/bin/bash - -# $1: image name -# $2: image version -# $3: name of the container - -# Setup Java -sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH - -# Setup Maven -sudo apt-get -y install wget && wget -P . http://a.mbbsindia.com/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz && tar -xvf apache-maven-3.3.9-bin.tar.gz -C . - -# Install Zeppelin -sudo apt-get -y install git && git clone https://github.com/apache/incubator-zeppelin.git ../incubator-zeppelin - -# Get Quark Jar -apache-maven-3.3.9/bin/mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl=-DrepoUrl=http://repo1.maven.org/maven2 -Dartifact=com.qubole:quark-jdbc:4.2.0 - -# Build Zeppelin -apache-maven-3.3.9/bin/mvn -f ../incubator-zeppelin/pom.xml clean package -DskipTests - -# Copy the zeppelin jars -mkdir incubator-zeppelin -cp -r ../incubator-zeppelin/interpreter ./incubator-zeppelin/interpreter -cp -r ../incubator-zeppelin/bin ./incubator-zeppelin/bin -cp -r ../incubator-zeppelin/conf ./incubator-zeppelin/conf -cp -r ../incubator-zeppelin/notebook ./incubator-zeppelin/notebook -mkdir -p ./incubator-zeppelin/zeppelin-web/target/ -cp -r ../incubator-zeppelin/zeppelin-web/target/zeppelin-web*.war ./incubator-zeppelin/zeppelin-web/target/ -mkdir -p ./incubator-zeppelin/zeppelin-zengine/target/lib -mkdir -p ./incubator-zeppelin/zeppelin-server/target/lib -cp -r ../incubator-zeppelin/zeppelin-zengine/target/lib ./incubator-zeppelin/zeppelin-zengine/target/lib -cp -r ../incubator-zeppelin/zeppelin-server/target/lib ./incubator-zeppelin/zeppelin-server/target/lib -#cp ../incubator-zeppelin/zeppelin-server/target/zeppelin-server-0.6.0-incubating-SNAPSHOT.jar ./incubator-zeppelin/zeppelin-server/target -cp -r ../incubator-zeppelin/zeppelin-server/target/*.jar ./incubator-zeppelin/zeppelin-server/target - -# Copy quark jar -sudo cp /$HOME/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar ./incubator-zeppelin/interpreter/jdbc/ - -# Build the image -sudo docker build -t $1:$2 . - -# run with start zeppelin cmd -- take care container does not stop -sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null - -sudo docker exec -it $3 apk add bash - -sudo docker exec -it $3 /home/incubator-zeppelin/bin/zeppelin-daemon.sh start - From bc803812c60f2e0f27ec1b42f88d1a374a419ffd Mon Sep 17 00:00:00 2001 From: Priyanka Kukreja Date: Tue, 15 Mar 2016 22:56:36 +0530 Subject: [PATCH 8/8] Dockerfile and script to create an Alpine image --- docker/Dockerfile | 4 ++-- docker/start_zeppelin.sh | 5 ++++- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/docker/Dockerfile b/docker/Dockerfile index 3efd9b6..0e1c8c2 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -1,9 +1,9 @@ -FROM ubuntu:14.04 +FROM alpine:3.3 MAINTAINER Priyanka Kukreja # Installing Java -RUN sudo apt-get -y update && sudo apt-get -y install openjdk-7-jdk && export JAVA_HOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64 && export PATH=$JAVA_HOME/bin:$PATH +RUN apk --update add openjdk8 && export JAVA_HOME=/usr/lib/jvm/java-1.8-openjdk && export PATH=$JAVA_HOME/bin:$PATH # COPY Zeppelin Jars RUN mkdir /home/incubator-zeppelin diff --git a/docker/start_zeppelin.sh b/docker/start_zeppelin.sh index 6e71017..7dcbec6 100755 --- a/docker/start_zeppelin.sh +++ b/docker/start_zeppelin.sh @@ -31,6 +31,7 @@ mkdir -p ./incubator-zeppelin/zeppelin-zengine/target/lib mkdir -p ./incubator-zeppelin/zeppelin-server/target/lib cp -r ../incubator-zeppelin/zeppelin-zengine/target/lib ./incubator-zeppelin/zeppelin-zengine/target/lib cp -r ../incubator-zeppelin/zeppelin-server/target/lib ./incubator-zeppelin/zeppelin-server/target/lib +#cp ../incubator-zeppelin/zeppelin-server/target/zeppelin-server-0.6.0-incubating-SNAPSHOT.jar ./incubator-zeppelin/zeppelin-server/target cp -r ../incubator-zeppelin/zeppelin-server/target/*.jar ./incubator-zeppelin/zeppelin-server/target # Copy quark jar @@ -39,7 +40,9 @@ sudo cp /$HOME/.m2/repository/com/qubole/quark-jdbc/4.2.0/quark-jdbc-4.2.0.jar . # Build the image sudo docker build -t $1:$2 . -# run with start zeppelin cmd +# run with start zeppelin cmd -- take care container does not stop sudo docker run -d --name=$3 -p 0.0.0.0:8080:8080 $1:$2 tail -f /dev/null +sudo docker exec -it $3 apk add bash + sudo docker exec -it $3 /home/incubator-zeppelin/bin/zeppelin-daemon.sh start