hadoop-ozone-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From aengin...@apache.org
Subject [hadoop-docker-ozone] branch build-latest updated: switch to centos7 (#9)
Date Thu, 14 Nov 2019 00:57:29 GMT
This is an automated email from the ASF dual-hosted git repository.

aengineer pushed a commit to branch build-latest
in repository https://gitbox.apache.org/repos/asf/hadoop-docker-ozone.git


The following commit(s) were added to refs/heads/build-latest by this push:
     new af2a8c7  switch to centos7 (#9)
af2a8c7 is described below

commit af2a8c7d13e21e057b4bad7a9ed88c12878b10ce
Author: Elek, Márton <elek@users.noreply.github.com>
AuthorDate: Thu Nov 14 01:57:12 2019 +0100

    switch to centos7 (#9)
---
 Dockerfile | 75 +++++++++++++++++++++++++++++++-------------------------------
 1 file changed, 37 insertions(+), 38 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index dd3636e..9349d1d 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -12,24 +12,22 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-FROM docker:18.09.1
-RUN apk add --update --no-cache bash alpine-sdk maven jq grep openjdk8 py-pip rsync procps
autoconf automake libtool findutils coreutils
-
-#Install real glibc
-RUN apk --no-cache add ca-certificates wget && \
-    wget -q -O /etc/apk/keys/sgerrand.rsa.pub https://alpine-pkgs.sgerrand.com/sgerrand.rsa.pub
&& \
-    wget https://github.com/sgerrand/alpine-pkg-glibc/releases/download/2.28-r0/glibc-2.28-r0.apk
&& \
-    apk add glibc-2.28-r0.apk && \
-    wget https://github.com/sgerrand/alpine-pkg-glibc/releases/download/2.28-r0/glibc-bin-2.28-r0.apk
&& \
-    apk add glibc-bin-2.28-r0.apk && \
-    wget https://github.com/sgerrand/alpine-pkg-glibc/releases/download/2.28-r0/glibc-i18n-2.28-r0.apk
&& \
-    apk add glibc-i18n-2.28-r0.apk
+FROM centos:7.6.1810
+RUN yum -y install epel-release
+RUN yum -y install gcc gcc-c++ kernel-devel make autoconf automake libtool which \
+   java-1.8.0-openjdk-headless java-1.8.0-openjdk-devel\
+   docker \
+   python-pip \ 
+   file python-devel \
+   git \
+   jq \
+   sudo
 
 #Install protobuf
+ENV LD_LIBRARY_PATH=/usr/lib
 RUN mkdir -p /usr/local/src/ && \
     cd /usr/local/src/ && \
-    wget https://github.com/google/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.gz
&& \
-    tar xvf protobuf-2.5.0.tar.gz && \
+    curl -sL https://github.com/google/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.gz
| tar xz && \
     cd protobuf-2.5.0 && \
     ./autogen.sh && \
     ./configure --prefix=/usr && \
@@ -47,40 +45,23 @@ RUN mkdir -p /opt && \
     curl -sL 'https://www.apache.org/dyn/mirrors/mirrors.cgi?action=download&filename=/ant/binaries/apache-ant-1.10.7-bin.tar.gz'
| tar -xz  && \
        mv apache-ant* /opt/ant
 
+#Install apache-maven
+RUN curl -sL 'https://www.apache.org/dyn/mirrors/mirrors.cgi?action=download&filename=maven/maven-3/3.6.2/binaries/apache-maven-3.6.2-bin.tar.gz'
| tar -xz  && \
+        mv apache-maven* /opt/maven
+
 #Install docker-compose (for smoketests)
-RUN apk add --no-cache libffi-dev libressl-dev python-dev
 RUN pip install --upgrade pip
 RUN pip install docker-compose
 
-ENV PATH=$PATH:/opt/findbugs/bin
+ENV PATH=$PATH:/opt/findbugs/bin:/opt/maven/bin:/opt/ant/bin
 
 #This is a dirty but powerful hack. We don't know which uid will be used inside the container.
 #But for the kerberized unit test we need real users. We assume that the uid will be something

 # between 1 and 5000 and generate all the required users in advance.
-RUN addgroup -g 1000 default && \
+RUN groupadd -g 1000 default && \
    mkdir -p /home/user && \
    chmod 777 /home/user && \
-   for i in $(seq 1 5000); do adduser jenkins$i -u $i -G default -h /home/user -H -D; done
-
-#This is a very huge local maven cache. Usually the mvn repository is not safe to be 
-#shared between builds as concurrent "mvn install" executions are not handled very well.
-#A simple workaround is to provide all the required 3rd party lib in the docker image
-#It will be cached by docker, and any additional dependency can be downloaded, artifacts
-#can be installed
-#
-#To be sure that we have no dev bits from this build, we will remove org.apache.hadoop files
-#from the local maven repository.
-USER jenkins1000
-RUN cd /tmp && \
-   git clone --depth=1 https://github.com/apache/hadoop.git -b trunk && \
-   cd /tmp/hadoop && \
-   mvn package dependency:go-offline -DskipTests -f pom.ozone.xml && \
-   rm -rf /home/user/.m2/repository/org/apache/hadoop/*hdds* && \
-   rm -rf /home/user/.m2/repository/org/apache/hadoop/*ozone* && \
-   rm -rf /tmp/hadoop && \
-   find /home/user/.m2/repository -exec chmod o+wx {} \;
-
-USER root
+   for i in $(seq 1 5000); do adduser jenkins$i -u $i -g default -d /home/user -N; done
 
 RUN echo "ALL ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
 
@@ -99,4 +80,22 @@ RUN pip install robotframework
 
 RUN curl -sL https://github.com/muquit/mailsend-go/releases/download/v1.0.5/mailsend-go_1.0.5_linux-64bit.tar.gz
| tar zxf - && mv mailsend-go-dir/mailsend-go /usr/local/bin/ && rm -rf mailsend-go-dir
 
+RUN curl -L https://github.com/elek/flekszible/releases/download/v1.5.2/flekszible_1.5.2_Linux_x86_64.tar.gz
| tar zx && mv flekszible /usr/local/bin && chmod +x /usr/local/bin/flekszible
+
 USER jenkins1000
+
+#This is a very huge local maven cache. Usually the mvn repository is not safe to be 
+#shared between builds as concurrent "mvn install" executions are not handled very well.
+#A simple workaround is to provide all the required 3rd party lib in the docker image
+#It will be cached by docker, and any additional dependency can be downloaded, artifacts
+#can be installed
+#
+#To be sure that we have no dev bits from this build, we will remove org.apache.hadoop files
+#from the local maven repository.
+
+RUN cd /tmp && git clone --depth=1 https://github.com/apache/hadoop.git -b trunk
&& \
+   cd /tmp/hadoop && mvn -B package dependency:go-offline -DskipTests=true -f pom.ozone.xml
&& \
+   rm -rf /home/user/.m2/repository/org/apache/hadoop/*hdds* && \
+   rm -rf /home/user/.m2/repository/org/apache/hadoop/*ozone* && \
+   rm -rf /tmp/hadoop && \ 
+   find /home/user/.m2/repository -exec chmod go+wx {} \;


---------------------------------------------------------------------
To unsubscribe, e-mail: ozone-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: ozone-commits-help@hadoop.apache.org


Mime
View raw message