diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-hadoop-3.1.1 b/BigData/CentOS8.1.1911/apache/Dockerfile-hadoop-3.1.1 index ba0834860e94a1bead2ba994d171d75a8764cd01..222424c229500c6d1f02339173c44c02e14cbd2b 100644 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-hadoop-3.1.1 +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-hadoop-3.1.1 @@ -1,5 +1,10 @@ FROM arm64v8/centos:1911 - +WORKDIR /etc/yum.repos.d/ +RUN sed -i "s/enabled=0/enabled=1/g" *repo \ + && mv CentOS-Media.repo CentOS-Media.repo.bak \ + && yum clean all \ + && yum makecache \ + && yum install -y patch unzip diffutils libtirpc-devel WORKDIR /root/ #RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ # && rm /etc/yum.repos.d/* -rf \ @@ -41,10 +46,24 @@ RUN cd /opt/ \ && ./bootstrap \ && make -j8 \ && make install \ - && yum install -y openssl-devel zlib-devel automake libtool protobuf protobuf-devel \ + && yum install -y openssl-devel zlib-devel automake libtool \ && cd /opt/ \ # && wget https://github.com/google/snappy/archive/1.1.7.tar.gz \ && wget http://archive-server:50050/cache-data/BigData/Apache/hadoop/1.1.7.tar.gz \ + && yum install -y patch unzip \ +# && wget https://github.com/protocolbuffers/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/protobuf-2.5.0.tar.gz \ + && tar -zxf protobuf-2.5.0.tar.gz \ +# && wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/protoc.zip \ + && wget http://archive-server:50050/cache-data/BigData/ENV/protoc.zip \ + && unzip protoc.zip \ + && cp ./protoc/protoc.patch ./protobuf-2.5.0/src/google/protobuf/stubs/ \ + && cd protobuf-2.5.0/src/google/protobuf/stubs/ \ + && patch -p1 < protoc.patch \ + && cd ../../../../ \ + && ./autogen.sh && ./configure CFLAGS='-fsigned-char' && make -j8 && make install \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/local/bin/protoc \ + && cd ../ \ && tar -zxf 1.1.7.tar.gz \ && cd snappy-1.1.7/ \ && sed -i "s/OFF/ON/g" /opt/snappy-1.1.7/CMakeLists.txt \ diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-hbase-2.1.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-hbase-2.1.0 index 8fff839d29f58c6aa42aee393ef89d934f8bdead..c4c86c5e9ab100249cb03fbb8d3a97ec9d14e798 100644 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-hbase-2.1.0 +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-hbase-2.1.0 @@ -1,5 +1,9 @@ FROM arm64v8/centos:1911 - +WORKDIR /etc/yum.repos.d/ +RUN sed -i "s/enabled=0/enabled=1/g" *repo \ + && mv CentOS-Media.repo CentOS-Media.repo.bak \ + && yum clean all \ + && yum makecache WORKDIR /root/ #RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ # && rm /etc/yum.repos.d/* -rf \ @@ -14,7 +18,7 @@ RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-dev && mv /usr/bin/g++ /usr/bin/g++-impl \ && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ && chmod +x /usr/bin/gcc /usr/bin/g++ \ - && yum install vim wget protobuf protobuf-devel -y \ + && yum install vim wget -y \ && mkdir -p /opt/src \ && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ #https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz @@ -32,8 +36,20 @@ ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 ENV PATH=$MAVEN_HOME/bin:$PATH #RUN wget http://archive.apache.org/dist/hbase/2.1.0/hbase-2.1.0-src.tar.gz \ RUN wget http://archive-server:50050/cache-data/BigData/Apache/hbase/hbase-2.1.0-src.tar.gz \ - && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc \ -# && cd /opt \ + && yum install -y patch unzip diffutils \ +# && wget https://github.com/protocolbuffers/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/protobuf-2.5.0.tar.gz \ + && tar -zxf protobuf-2.5.0.tar.gz \ +# && wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/protoc.zip \ + && wget http://archive-server:50050/cache-data/BigData/ENV/protoc.zip \ + && unzip protoc.zip \ + && cp ./protoc/protoc.patch ./protobuf-2.5.0/src/google/protobuf/stubs/ \ + && cd protobuf-2.5.0/src/google/protobuf/stubs/ \ + && patch -p1 < protoc.patch \ + && cd ../../../../ \ + && ./autogen.sh && ./configure CFLAGS='-fsigned-char' && make -j8 && make install \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/local/bin/protoc \ + && cd ../ \ && tar -zxf hbase-2.1.0-src.tar.gz \ && cd hbase-2.1.0 \ && sed -i '3676 a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n ' ./pom.xml \ diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-hive-3.0.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-hive-3.0.0 index d74c13751c8b127b6aded569547c0fb436c244c7..1eecd8881e72b2dc2a5197c1681cfc7f256d8cd4 100644 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-hive-3.0.0 +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-hive-3.0.0 @@ -1,5 +1,10 @@ FROM arm64v8/centos:1911 - +WORKDIR /etc/yum.repos.d/ +RUN sed -i "s/enabled=0/enabled=1/g" *repo \ + && mv CentOS-Media.repo CentOS-Media.repo.bak \ + && yum clean all \ + && yum makecache \ + && yum install -y patch unzip diffutils WORKDIR /root/ #RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ # && rm /etc/yum.repos.d/* -rf \ @@ -31,11 +36,24 @@ ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 ENV PATH=$JAVA_HOME/bin:$PATH ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 ENV PATH=$MAVEN_HOME/bin:$PATH -RUN yum install -y openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel \ - && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc \ +RUN yum install -y openssl-devel zlib-devel automake libtool cmake \ && cd /opt/ \ # && wget https://github.com/apache/hive/archive/rel/release-3.0.0.tar.gz \ && wget http://archive-server:50050/cache-data/BigData/Apache/hive/release-3.0.0.tar.gz \ + && yum install -y patch unzip \ +# && wget https://github.com/protocolbuffers/protobuf/releases/download/v2.5.0/protobuf-2.5.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/protobuf-2.5.0.tar.gz \ + && tar -zxf protobuf-2.5.0.tar.gz \ +# && wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/protoc.zip \ + && wget http://archive-server:50050/cache-data/BigData/ENV/protoc.zip \ + && unzip protoc.zip \ + && cp ./protoc/protoc.patch ./protobuf-2.5.0/src/google/protobuf/stubs/ \ + && cd protobuf-2.5.0/src/google/protobuf/stubs/ \ + && patch -p1 < protoc.patch \ + && cd ../../../../ \ + && ./autogen.sh && ./configure CFLAGS='-fsigned-char' && make -j8 && make install \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/local/bin/protoc \ + && cd ../ \ && mv release-3.0.0.tar.gz hive-rel-release-3.0.0.tar.gz \ && tar -zxf hive-rel-release-3.0.0.tar.gz \ && cd hive-rel-release-3.0.0 \ diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-spark-2.3.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-spark-2.3.0 index 0a33310d5d7a12ec7276dcf0ea9ff999893bcf01..ac921a968d78cfb8b86605775d3d843f09d9fad2 100644 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-spark-2.3.0 +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-spark-2.3.0 @@ -1,5 +1,10 @@ FROM arm64v8/centos:1911 - +WORKDIR /etc/yum.repos.d/ +RUN sed -i "s/enabled=0/enabled=1/g" *repo \ + && mv CentOS-Media.repo CentOS-Media.repo.bak \ + && yum clean all \ + && yum makecache \ + && yum install -y patch unzip diffutils WORKDIR /root/ #RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ # && rm /etc/yum.repos.d/* -rf \ diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-zookeeper-3.4.6 b/BigData/CentOS8.1.1911/apache/Dockerfile-zookeeper-3.4.6 index f3c3c581c2f459ef944d35b0e561cce18c93bbb3..71f2cfbe520b8717ece64d01f5b4416b37f9617e 100644 --- a/BigData/CentOS8.1.1911/apache/Dockerfile-zookeeper-3.4.6 +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-zookeeper-3.4.6 @@ -1,5 +1,9 @@ FROM arm64v8/centos:1911 - +WORKDIR /etc/yum.repos.d/ +RUN sed -i "s/enabled=0/enabled=1/g" *repo \ + && mv CentOS-Media.repo CentOS-Media.repo.bak \ + && yum clean all \ + && yum makecache WORKDIR /root/ RUN yum install -y gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ && yum install vim wget -y automake libstdc++-static git glibv-static ant svn automake libtool autoconf cppunit-devel