diff --git a/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_DF b/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_DF new file mode 100644 index 0000000000000000000000000000000000000000..268f71994121f934dfea47ce5c8e70b429bd7eb4 --- /dev/null +++ b/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_DF @@ -0,0 +1,227 @@ +# base image +FROM arm64v8/centos:1911 + + +# config install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ \ + && yum install -y make flex bison gperf ruby openssl-devel freetype-devel fontconfig-devel libicu-devel sqlite-devel libpng-devel libjpeg-devel git wget cmake libtool python-devel + + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + && sed -i 's^^ kunpengmaven kunpengmaven kunpeng maven https://mirrors.huaweicloud.com/kunpeng/maven true true ^g' settings.xml \ + && sed -i 's^^ kunpengmaven ^g' settings.xml + + +# install phantomjs +WORKDIR /root +RUN git config --global http.sslVerify false \ +# && git clone https://github.com/ariya/phantomjs.git \ +# && cd phantomjs \ +# && git checkout 2.1.1 \ +# && git submodule init \ +# && git submodule update \ + && wget http://archive-server:50050/cache-data/BigData/ENV/phantomjs.tar.gz \ + && tar -zxf phantomjs.tar.gz \ + && cd phantomjs \ + && echo Y | python build.py || true \ + && sed -i 's/-pipe -O3 -fPIC/-pipe -O2 -fPIC/g' src/qt/qtbase/src/gui/Makefile \ + && echo Y | python build.py \ + && mkdir -p /opt/tools/installed/phantomjs/bin \ + && cp bin/phantomjs /opt/tools/installed/phantomjs/bin/ \ + && \rm -r /root/phantomjs + + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PHANTOMJS_HOME=/opt/tools/installed/phantomjs +ENV PATH=$PHANTOMJS_HOME/bin:$MAVEN_HOME/bin:$JAVA_HOME/bin:$PATH +ENV PHANTOMJS_ARCH="arm64" + + +# enable ENV +RUN source /etc/profile + + +# install nodejs +WORKDIR /root +#RUN wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz --no-check-certificate \ +RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/node-v8.6.0-linux-arm64.tar.gz --no-check-certificate \ + && tar -zxf node-v8.6.0-linux-arm64.tar.gz \ + && mv node-v8.6.0-linux-arm64 /opt/tools/installed + + +# install golang +WORKDIR /root +#RUN wget https://dl.google.com/go/go1.9.linux-arm64.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/go1.9.linux-arm64.tar.gz \ + && tar -zxf go1.9.linux-arm64.tar.gz \ + && mv go /opt/tools/installed \ + && mkdir -p /opt/tools/installed/go/path \ + && cd /opt/tools/installed/go/path \ + && mkdir src bin pkg + + +ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 +ENV GOROOT=/opt/tools/installed/go +ENV GOPATH=/opt/tools/installed/go/path +ENV PATH=$GOROOT/bin:$NODE_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" + + +# enable ENV +RUN source /etc/profile + + +# config before compile ambari +WORKDIR /root +#RUN wget https://github.com/hortonworks/ambari-release/archive/AMBARI-2.7.3.0-139-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/AMBARI-2.7.3.0-139-tag.tar.gz \ + && tar -zxf AMBARI-2.7.3.0-139-tag.tar.gz \ +#&& wget https://github.com/hortonworks/hdp_ambari_definitions-release/archive/AMBARI-2.7.3.2-19-tag.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/AMBARI-2.7.3.2-19-tag.tar.gz \ + && tar -zxf AMBARI-2.7.3.2-19-tag.tar.gz \ + && cp -r hdp_ambari_definitions-release-AMBARI-2.7.3.2-19-tag/src/main/resources/stacks/HDP/* ambari-release-AMBARI-2.7.3.0-139-tag/ambari-server/src/main/resources/stacks/HDP \ + && mv ambari-release-AMBARI-2.7.3.0-139-tag /opt/tools/installed \ + && git config --global http.sslverify false \ + && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag \ + && sed -i 's^.*^aarch64^g' $(find . -name pom.xml) \ + && mkdir -p /root/.m2/repository/com/github/eirslett/node/8.6.0/ \ + && mkdir -p /root/.m2/repository/com/github/eirslett/node/4.5.0/ \ + && cd /root \ + && cp node-v8.6.0-linux-arm64.tar.gz /root/.m2/repository/com/github/eirslett/node/8.6.0/ \ +#&& wget http://nodejs.org/dist/v4.5.0/node-v4.5.0-linux-arm64.tar.gz --no-check-certificate \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/node-v4.5.0-linux-arm64.tar.gz --no-check-certificate \ + && cp node-v4.5.0-linux-arm64.tar.gz /root/.m2/repository/com/github/eirslett/node/4.5.0/ \ +# && wget https://github.com/yarnpkg/yarn/releases/download/v1.1.0/yarn-v1.1.0.tar.gz --no-check-certificate \ +# && wget https://github.com/yarnpkg/yarn/releases/download/v0.23.2/yarn-v0.23.2.tar.gz --no-check-certificate \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/yarn-v1.1.0.tar.gz --no-check-certificate \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/yarn-v0.23.2.tar.gz --no-check-certificate \ + && mkdir -p /root/.m2/repository/com/github/eirslett/yarn/1.1.0/ \ + && mkdir -p /root/.m2/repository/com/github/eirslett/yarn/0.23.2/yarn-0.23.2./ \ + && cp yarn-v1.1.0.tar.gz /root/.m2/repository/com/github/eirslett/yarn/1.1.0/yarn-1.1.0.tar.gz \ + && cp yarn-v0.23.2.tar.gz /root/.m2/repository/com/github/eirslett/yarn/0.23.2/yarn-0.23.2./yarn-v0.23.2.tar.gz \ + && tar -zxf yarn-v0.23.2.tar.gz \ + && cd dist \ + && ./bin/yarn config set strict-ssl false \ + && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag \ + && sed -i 's/"mocha-phantomjs-core": "~2.1.0"/"mocha-phantomjs-core": "~2.1.1"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-web/package.json \ + && sed -i 's/"phantomjs": "~2.1.0"/"phantomjs": "~2.1.1"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-web/package.json \ + && sed -i 's/"karma-phantomjs-launcher": "0.1"/"karma-phantomjs-launcher": "1.0"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/src/main/resources/ui/admin-web/package.json \ + && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/hbase/hbase-2.0.0.3.0.0.0-1634-bin.tar.gz^file:///root/packages/tar/hbase-2.0.0-bin.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/hadoop/hadoop-3.1.0.3.0.0.0-1634.tar.gz^file:///root/packages/tar/hadoop-3.1.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^https://grafanarel.s3.amazonaws.com/builds/grafana-2.6.0.linux-x64.tar.gz^file:///root/packages/tar/grafana-2.6.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/phoenix/phoenix-5.0.0.3.0.0.0-1634.tar.gz^file:///root/packages/tar/phoenix-5.0.0-HBase-2.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^hbase-2.0.0.3.0.0.0-1634^hbase-2.0.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^hadoop-3.1.0.3.0.0.0-1634^hadoop-3.1.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^grafana-2.6.0^grafana-2.6.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^phoenix-5.0.0.3.0.0.0-1634^phoenix-5.0.0-HBase-2.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^3.1.0.3.0.0.0-1634^3.1.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ + && sed -i 's^5.0.0.3.0.0.0-1634^5.0.0-HBase-2.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ + && sed -i 's^2.0.0.3.0.0.0-1634^2.0.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ + && sed -i 's^http://nexus-private.hortonworks.com/nexus/content/groups/public^http://repo.hortonworks.com/content/repositories/releases^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^oss.sonatype.org^kunpengmaven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ + && sed -i 's^OSS Sonatype Staging^kunpeng maven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ + && sed -i 's^https://oss.sonatype.org/content/groups/staging^https://mirrors.huaweicloud.com/kunpeng/maven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ + && sed -i 's^https://repository.apache.org^http://repository.apache.org^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ + && sed -i 's^http://central.maven.org^https://repo1.maven.org^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-infra/ -name pom.xml) \ + && sed -i 's^v4.5.0^v8.6.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/pom.xml \ + && sed -i 's^2.15.0^5.3.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/pom.xml \ + && sed -i '171 a ' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-server/pom.xml + + +# compile _posixsubprocess.so +WORKDIR /root +RUN yum install -y python2-subprocess32.aarch64 \ + && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-common/src/main/python/ambari_commons/libs \ + && cp -r x86_64 aarch64 \ + && \cp /usr/lib64/python2.7/site-packages/_posixsubprocess.so aarch64 + + +# compile _speedups.so +WORKDIR /root +RUN yum install -y python-setuptools \ +#&& wget https://files.pythonhosted.org/packages/da/8c/a45815b421e49acad7d3d0db4ba65ba1e5cfa02a30c794fe55954106cb0b/simplejson-2.0.9.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/simplejson-2.0.9.tar.gz \ + && tar -zxf simplejson-2.0.9.tar.gz \ + && cd simplejson-2.0.9 \ + && python setup.py build \ + && \cp build/lib.linux-aarch64-2.7/simplejson/_speedups.so /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-common/src/main/python/ambari_simplejson/_speedups.so + + +# download hadoop, hbase, phoenix and grafana +WORKDIR /root/packages/tar +#RUN wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/hadoop-3.1.0.tar.gz \ +# && wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/hbase-2.0.0-bin.tar.gz \ +# && wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/phoenix-5.0.0-HBase-2.0.tar.gz \ +# && wget http://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Dependency/grafana/grafana-2.6.0.tar.gz +RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/hadoop-3.1.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/hbase-2.0.0-bin.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/phoenix-5.0.0-HBase-2.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0/grafana-2.6.0.tar.gz + + +WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag + + +RUN \rm -r /root/.m2/repository + +#COPY repository /root/.m2/repository + +RUN yum -y install rpm rpm-build \ + && mvn versions:set -DnewVersion=2.7.3.0.0 \ + && mvn -B package install rpm:rpm -DnewVersion=2.7.3.0.0 -DskipTests -Dmaven.test.skip=true -Drat.numUnapprovedLicenses=1000 -Dpython.ver="python >= 2.6" -Drat.skip -Dcheckstyle.skip + + +WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag +RUN cd contrib/views \ + && sed -i 's^bower_components/abdmob/x2js/xml2json.min.js^bower_components/x2js/xml2json.js^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/src/main/resources/ui/ember-cli-build.js \ + && sed -i 's^abdmob/x2js^x2js^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/src/main/resources/ui/bower.json \ + && sed -i 's^1.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/capacity-scheduler/pom.xml \ + && sed -i 's^1.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/files/pom.xml \ + && sed -i 's^2.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/pig/pom.xml \ + && sed -i 's^0.1.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/pom.xml \ + && npm install \ + && npm install -g bower \ + && mvn package install -DskipTests -Drat.numUnapprovedLicenses=1000 || true \ + && mvn package install -DskipTests -Drat.numUnapprovedLicenses=1000 + + +WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag +RUN mvn -B clean install package rpm:rpm -DnewVersion=2.7.3.0.0 -DskipTests -Dmaven.test.skip=true -Drat.numUnapprovedLicenses=1000 -Dpython.ver="python >= 2.6" -Drat.skip -Dcheckstyle.skip + + +WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag +RUN cd ambari-infra \ + && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ + && cd ../ambari-logsearch \ + && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ + && cd ../ambari-metrics \ + && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ + && mkdir -p /root/packages/rpm \ + && for rpm_path in $(find ../* -name "*.aarch64.rpm");do \cp $rpm_path /root/packages/rpm;done + + +WORKDIR /root/packages/rpm + +# archive output files +RUN mkdir -p /root/output/ \ + && cp -rp /root/packages/rpm/* /root/output/ + diff --git a/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_phantomjs-2.1.1_DF b/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_phantomjs-2.1.1_DF new file mode 100644 index 0000000000000000000000000000000000000000..2b2c47550c43b02c5ab25ee24d929d350def46dd --- /dev/null +++ b/BigData/CentOS8.1.1911/ambari/Dockerfile-ambari-2.7.3.0_phantomjs-2.1.1_DF @@ -0,0 +1,170 @@ +# base image +FROM phantomjs_df:2.1.1 + + +# install nodejs +WORKDIR /root +RUN \rm -r /root/phantomjs \ +# && wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz --no-check-certificate\ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/node-v8.6.0-linux-arm64.tar.gz --no-check-certificate\ + && tar -zxf node-v8.6.0-linux-arm64.tar.gz \ + && mv node-v8.6.0-linux-arm64 /opt/tools/installed + + +# install golang +WORKDIR /root +#RUN wget https://dl.google.com/go/go1.9.linux-arm64.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/go1.9.linux-arm64.tar.gz \ + && tar -zxf go1.9.linux-arm64.tar.gz \ + && mv go /opt/tools/installed \ + && mkdir -p /opt/tools/installed/go/path \ + && cd /opt/tools/installed/go/path \ + && mkdir src bin pkg + + +ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 +ENV GOROOT=/opt/tools/installed/go +ENV GOPATH=/opt/tools/installed/go/path +ENV PATH=$GOROOT/bin:$NODE_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" + + +# enable ENV +RUN source /etc/profile + + +# config before compile ambari +WORKDIR /root +#RUN wget https://github.com/hortonworks/ambari-release/archive/AMBARI-2.7.3.0-139-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/AMBARI-2.7.3.0-139-tag.tar.gz \ + && tar -zxf AMBARI-2.7.3.0-139-tag.tar.gz \ +# && wget https://github.com/hortonworks/hdp_ambari_definitions-release/archive/AMBARI-2.7.3.2-19-tag.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/AMBARI-2.7.3.2-19-tag.tar.gz \ + && tar -zxf AMBARI-2.7.3.2-19-tag.tar.gz \ + && cp -r hdp_ambari_definitions-release-AMBARI-2.7.3.2-19-tag/src/main/resources/stacks/HDP/* ambari-release-AMBARI-2.7.3.0-139-tag/ambari-server/src/main/resources/stacks/HDP \ + && mv ambari-release-AMBARI-2.7.3.0-139-tag /opt/tools/installed \ + && git config --global http.sslverify false \ + && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag \ + && sed -i 's^.*^aarch64^g' $(find . -name pom.xml) \ + && mkdir -p /root/.m2/repository/com/github/eirslett/node/8.6.0/ \ + && mkdir -p /root/.m2/repository/com/github/eirslett/node/4.5.0/ \ + && cd /root \ + && cp node-v8.6.0-linux-arm64.tar.gz /root/.m2/repository/com/github/eirslett/node/8.6.0/ \ +# && wget http://nodejs.org/dist/v4.5.0/node-v4.5.0-linux-arm64.tar.gz --no-check-certificate \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/node-v4.5.0-linux-arm64.tar.gz --no-check-certificate \ + && cp node-v4.5.0-linux-arm64.tar.gz /root/.m2/repository/com/github/eirslett/node/4.5.0/ \ +# && wget https://github.com/yarnpkg/yarn/releases/download/v1.1.0/yarn-v1.1.0.tar.gz --no-check-certificate \ +# && wget https://github.com/yarnpkg/yarn/releases/download/v0.23.2/yarn-v0.23.2.tar.gz --no-check-certificate \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/yarn-v1.1.0.tar.gz --no-check-certificate \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/yarn-v0.23.2.tar.gz --no-check-certificate \ + && mkdir -p /root/.m2/repository/com/github/eirslett/yarn/1.1.0/ \ + && mkdir -p /root/.m2/repository/com/github/eirslett/yarn/0.23.2/yarn-0.23.2./ \ + && cp yarn-v1.1.0.tar.gz /root/.m2/repository/com/github/eirslett/yarn/1.1.0/yarn-1.1.0.tar.gz \ + && cp yarn-v0.23.2.tar.gz /root/.m2/repository/com/github/eirslett/yarn/0.23.2/yarn-0.23.2./yarn-v0.23.2.tar.gz \ + && tar -zxf yarn-v0.23.2.tar.gz \ + && cd dist \ + && ./bin/yarn config set strict-ssl false \ + && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag \ + && sed -i 's/"mocha-phantomjs-core": "~2.1.0"/"mocha-phantomjs-core": "~2.1.1"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-web/package.json \ + && sed -i 's/"phantomjs": "~2.1.0"/"phantomjs": "~2.1.1"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-web/package.json \ + && sed -i 's/"karma-phantomjs-launcher": "0.1"/"karma-phantomjs-launcher": "1.0"/g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/src/main/resources/ui/admin-web/package.json \ + && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/hbase/hbase-2.0.0.3.0.0.0-1634-bin.tar.gz^file:///root/packages/tar/hbase-2.0.0-bin.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/hadoop/hadoop-3.1.0.3.0.0.0-1634.tar.gz^file:///root/packages/tar/hadoop-3.1.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^https://grafanarel.s3.amazonaws.com/builds/grafana-2.6.0.linux-x64.tar.gz^file:///root/packages/tar/grafana-2.6.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^http://dev.hortonworks.com.s3.amazonaws.com/HDP/centos7/3.x/BUILDS/3.0.0.0-1634/tars/phoenix/phoenix-5.0.0.3.0.0.0-1634.tar.gz^file:///root/packages/tar/phoenix-5.0.0-HBase-2.0.tar.gz^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^hbase-2.0.0.3.0.0.0-1634^hbase-2.0.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^hadoop-3.1.0.3.0.0.0-1634^hadoop-3.1.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^grafana-2.6.0^grafana-2.6.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^phoenix-5.0.0.3.0.0.0-1634^phoenix-5.0.0-HBase-2.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^3.1.0.3.0.0.0-1634^3.1.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ + && sed -i 's^5.0.0.3.0.0.0-1634^5.0.0-HBase-2.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ + && sed -i 's^2.0.0.3.0.0.0-1634^2.0.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/ambari-metrics-timelineservice/pom.xml \ + && sed -i 's^http://nexus-private.hortonworks.com/nexus/content/groups/public^http://repo.hortonworks.com/content/repositories/releases^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-metrics/pom.xml \ + && sed -i 's^oss.sonatype.org^kunpengmaven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ + && sed -i 's^OSS Sonatype Staging^kunpeng maven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ + && sed -i 's^https://oss.sonatype.org/content/groups/staging^https://mirrors.huaweicloud.com/kunpeng/maven^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ + && sed -i 's^https://repository.apache.org^http://repository.apache.org^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag -name pom.xml) \ + && sed -i 's^http://central.maven.org^https://repo1.maven.org^g' $(find /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-infra/ -name pom.xml) \ + && sed -i 's^v4.5.0^v8.6.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/pom.xml \ + && sed -i 's^2.15.0^5.3.0^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-admin/pom.xml \ + && sed -i '171 a ' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-server/pom.xml + + +# compile _posixsubprocess.so +WORKDIR /root +RUN yum install -y python2-subprocess32.aarch64 \ + && cd /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-common/src/main/python/ambari_commons/libs \ + && cp -r x86_64 aarch64 \ + && \cp /usr/lib64/python2.7/site-packages/_posixsubprocess.so aarch64 + + +# compile _speedups.so +WORKDIR /root +RUN yum install -y python-setuptools \ +# && wget https://files.pythonhosted.org/packages/da/8c/a45815b421e49acad7d3d0db4ba65ba1e5cfa02a30c794fe55954106cb0b/simplejson-2.0.9.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/simplejson-2.0.9.tar.gz \ + && tar -zxf simplejson-2.0.9.tar.gz \ + && cd simplejson-2.0.9 \ + && python setup.py build \ + && \cp build/lib.linux-aarch64-2.7/simplejson/_speedups.so /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/ambari-common/src/main/python/ambari_simplejson/_speedups.so + + +# download hadoop, hbase, phoenix and grafana +WORKDIR /root/packages/tar +# RUN wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/hadoop-3.1.0.tar.gz \ +# && wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/hbase-2.0.0-bin.tar.gz \ +# && wget http://mirrors.huaweicloud.com/kunpeng/dist/Apache/phoenix-5.0.0-HBase-2.0.tar.gz \ +# && wget http://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Dependency/grafana/grafana-2.6.0.tar.gz +RUN wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/hadoop-3.1.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/hbase-2.0.0-bin.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/phoenix-5.0.0-HBase-2.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Ambari/ambari-2.7.3.0_phantomjs-2.1.1/grafana-2.6.0.tar.gz + + +WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag + + +RUN \rm -r /root/.m2/repository + +#COPY repository /root/.m2/repository + +RUN yum -y install rpm rpm-build \ + && mvn versions:set -DnewVersion=2.7.3.0.0 \ + && mvn -B package install rpm:rpm -DnewVersion=2.7.3.0.0 -DskipTests -Dmaven.test.skip=true -Drat.numUnapprovedLicenses=1000 -Dpython.ver="python >= 2.6" -Drat.skip -Dcheckstyle.skip + + +WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag +RUN cd contrib/views \ + && sed -i 's^bower_components/abdmob/x2js/xml2json.min.js^bower_components/x2js/xml2json.js^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/src/main/resources/ui/ember-cli-build.js \ + && sed -i 's^abdmob/x2js^x2js^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/src/main/resources/ui/bower.json \ + && sed -i 's^1.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/capacity-scheduler/pom.xml \ + && sed -i 's^1.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/files/pom.xml \ + && sed -i 's^2.0.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/pig/pom.xml \ + && sed -i 's^0.1.0.0-SNAPSHOT^2.7.3.0.139^g' /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag/contrib/views/wfmanager/pom.xml \ + && npm install \ + && npm install -g bower \ + && mvn package install -DskipTests -Drat.numUnapprovedLicenses=1000 || true \ + && mvn package install -DskipTests -Drat.numUnapprovedLicenses=1000 + + +WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag +RUN mvn -B clean install package rpm:rpm -DnewVersion=2.7.3.0.0 -DskipTests -Dmaven.test.skip=true -Drat.numUnapprovedLicenses=1000 -Dpython.ver="python >= 2.6" -Drat.skip -Dcheckstyle.skip + + +WORKDIR /opt/tools/installed/ambari-release-AMBARI-2.7.3.0-139-tag +RUN cd ambari-infra \ + && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ + && cd ../ambari-logsearch \ + && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ + && cd ../ambari-metrics \ + && mvn clean package -Dbuild-rpm -Dmaven.test.skip=true -DskipTests -Drat.numUnapprovedLicenses=1000 \ + && mkdir -p /root/packages/rpm \ + && for rpm_path in $(find ../* -name "*.aarch64.rpm");do \cp $rpm_path /root/packages/rpm;done + + +WORKDIR /root/packages/rpm + +# archive output files +RUN mkdir -p /root/output/ \ + && cp -rp /root/packages/rpm/* /root/output/ + diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-druid-0.12.1 b/BigData/CentOS8.1.1911/apache/Dockerfile-druid-0.12.1 new file mode 100644 index 0000000000000000000000000000000000000000..6aca025ca67f565d285560f1b1d1d9e6845f1660 --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-druid-0.12.1 @@ -0,0 +1,57 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-devel glibc-common \ +RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget -y \ + && mkdir -p /opt/src \ + && cd /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +RUN yum install openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git unzip -y \ + && cd /opt/ \ + && mkdir -p /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/ \ +# && wget https://mirrors.huaweicloud.com/repository/maven/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom -O /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom \ + && wget http://archive-server:50050/cache-data/BigData/Apache/druid/elephant-bird-4.8.pom -O /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom \ + && sed -i '94c https://nexus.xebialabs.com/nexus/content/groups/public/' /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom \ + && sed -i '100c https://nexus.xebialabs.com/nexus/content/groups/public/' /root/.m2/repository/com/twitter/elephantbird/elephant-bird/4.8/elephant-bird-4.8.pom \ + && cd /opt \ +# && wget https://github.com/pantsbuild/maven-repo/archive/master.zip \ + && wget http://archive-server:50050/cache-data/BigData/Apache/druid/master.zip \ + && unzip master.zip \ + && mkdir -p /root/.m2/repository/org/apache/ \ + && cp -r /opt/maven-repo-master/org/apache/* /root/.m2/repository/org/apache/ \ + && cd /opt/ \ +# && wget --no-check-certificate https://github.com/apache/druid/archive/druid-0.12.1.tar.gz \ + && wget --no-check-certificate http://archive-server:50050/cache-data/BigData/Apache/druid/druid-0.12.1.tar.gz \ + && tar -zxf druid-0.12.1.tar.gz \ + && cd druid-druid-0.12.1 \ + && sed -i '1294 a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' ./pom.xml \ + && sed -i '271d' ./java-util/pom.xml \ + && sed -i '270 a http://porting-dependence.obs.cn-north-4.myhuaweicloud.com/ARTIFACTS/' ./java-util/pom.xml \ + && mvn package -DskipTests \ + && mkdir /root/output \ + && cp distribution/target/druid-0.12.1-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.8.1 b/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.8.1 new file mode 100644 index 0000000000000000000000000000000000000000..0aebd23e6a2a01c397af193d3855febd561f8e99 --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.8.1 @@ -0,0 +1,66 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ +RUN yum update -y +RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget -y \ + && mkdir -p /opt/src \ + && cd /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt/ +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +RUN source /etc/profile +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +RUN yum install -y openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel +# && wget https://sbt-downloads.cdnedge.bluemix.net/releases/v0.13.15/sbt-0.13.15.tgz \ +# && tar -zxf sbt-0.13.15.tgz \ +# && mv sbt /opt/tools/installed \ +# && mkdir ~/.sbt \ +# && echo -e "[repositories]\nlocal\nhuawei-maven: https://mirrors.huaweicloud.com/repository/maven/\nsbt-releases-repo: https://repo.typesafe.com/typesafe/ivy-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]\nsbt-plugins-repo: https://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]" >> /root/.sbt/repositories \ +# && cd /opt/ +#ENV SBT_HOME=/opt/tools/installed/sbt +#ENV PATH=${SBT_HOME}/bin:${PATH} +#RUN cd /opt/tools/installed \ +# && git clone https://github.com/scala/scala.git \ +# && cd scala \ +# && git checkout v2.12.7 \ +# && sbt package +#ENV SCALA_HOME=/opt/tools/installed/scala +#ENV PATH=$SCALA_HOME/build/pack/bin:$PATH +RUN mkdir -p /opt/src \ + && cd /opt/src/ \ +# && wget https://github.com/apache/flink/archive/release-1.8.1.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/flink-1.8.1/release-1.8.1.tar.gz \ + && tar -zxf release-1.8.1.tar.gz \ + && cd flink-release-1.8.1 \ + && sed -i '961 a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n ' ./pom.xml \ + && sed -i '652a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-dist/pom.xml \ + && sed -i '68 a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-libraries/pom.xml \ + && mvn clean install -DskipTests -Dhadoop.version=2.7.0 -Dscala-2.12 -Dpython2.12 \ + && mkdir -p /root/output \ + && cp -r flink-dist/target/flink-1.8.1-bin/ /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.9.1 b/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.9.1 new file mode 100644 index 0000000000000000000000000000000000000000..2ead9bcdc722d93d3330da98e2964b3e8a8df826 --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-flink-1.9.1 @@ -0,0 +1,67 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# RUN yum clean all +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ +RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget -y \ + && mkdir -p /opt/src \ + && cd /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt/ +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +RUN yum -y install openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel \ + && source /etc/profile +# && wget https://sbt-downloads.cdnedge.bluemix.net/releases/v0.13.15/sbt-0.13.15.tgz \ +# && tar -zxf sbt-0.13.15.tgz \ +# && mv sbt /opt/tools/installed \ +# && mkdir ~/.sbt \ +# && echo -e "[repositories]\nlocal\nhuawei-maven: https://mirrors.huaweicloud.com/repository/maven/\nsbt-releases-repo: https://repo.typesafe.com/typesafe/ivy-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]\nsbt-plugins-repo: https://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]" >> /root/.sbt/repositories \ +# && cd /opt/ +#ENV SBT_HOME=/opt/tools/installed/sbt +#ENV PATH=${SBT_HOME}/bin:${PATH} +#RUN cd /opt/tools/installed \ +# && git clone https://github.com/scala/scala.git \ +# && cd scala \ +# && git checkout v2.11.12 \ +# && sed -i "50,50s%)%),\n\ \ \ \ Keys.\`package\`\ := bundle.value%g" project/Osgi.scala \ +# && sbt package +#ENV SCALA_HOME=/opt/tools/installed/scala +#ENV PATH=$SCALA_HOME/build/pack/bin:$PATH +RUN mkdir -p /opt/src \ + && cd /opt/src/ \ +# && wget https://github.com/apache/flink/archive/release-1.9.1.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/flink-1.9.1/release-1.9.1.tar.gz \ + && tar -zxf release-1.9.1.tar.gz \ + && cd flink-release-1.9.1 \ + && sed -i '980a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' ./pom.xml \ + && sed -i '394a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-dist/pom.xml \ + && sed -i '92i \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-state-backends/flink-statebackend-rocksdb/pom.xml \ + && sed -i '600a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' flink-runtime/pom.xml \ + && mvn install -DskipTests -Dtar -Dhadoop.version=2.8.3 \ + && mkdir -p /root/output \ + && cp -r flink-dist/target/flink-1.9.1-bin/ /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-hadoop-3.1.1 b/BigData/CentOS8.1.1911/apache/Dockerfile-hadoop-3.1.1 new file mode 100644 index 0000000000000000000000000000000000000000..ba0834860e94a1bead2ba994d171d75a8764cd01 --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-hadoop-3.1.1 @@ -0,0 +1,63 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-devel glibc-common \ +RUN yum update -y +RUN yum install -y boost.aarch64 boost-devel.aarch64 make wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget -y \ + && mkdir -p /opt/src \ + && cd /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt/ +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +RUN source /etc/profile +RUN cd /opt/ \ +# && wget https://cmake.org/files/v3.12/cmake-3.12.4.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/hadoop/cmake-3.12.4.tar.gz \ + && tar -zxf cmake-3.12.4.tar.gz \ + && cd cmake-3.12.4 \ + && ./bootstrap \ + && make -j8 \ + && make install \ + && yum install -y openssl-devel zlib-devel automake libtool protobuf protobuf-devel \ + && cd /opt/ \ +# && wget https://github.com/google/snappy/archive/1.1.7.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/hadoop/1.1.7.tar.gz \ + && tar -zxf 1.1.7.tar.gz \ + && cd snappy-1.1.7/ \ + && sed -i "s/OFF/ON/g" /opt/snappy-1.1.7/CMakeLists.txt \ + && mkdir build \ + && cd build \ + && cmake ../ \ + && make install \ + && cd /opt/ \ +# && wget https://archive.apache.org/dist/hadoop/common/hadoop-3.1.1/hadoop-3.1.1-src.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/hadoop/hadoop-3.1.1-src.tar.gz \ + && tar -zxvf hadoop-3.1.1-src.tar.gz \ + && cd hadoop-3.1.1-src \ + && sed -i '54 a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n ' ./pom.xml \ + && mvn package -DskipTests -Pdist,native -Dtar -Dsnappy.lib=/usr/local/lib64 -Dbundle.snappy -Dmaven.javadoc.skip=true \ + && mkdir -p /root/output \ + && cp hadoop-dist/target/hadoop-3.1.1.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-hbase-2.1.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-hbase-2.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..8fff839d29f58c6aa42aee393ef89d934f8bdead --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-hbase-2.1.0 @@ -0,0 +1,42 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ +RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget protobuf protobuf-devel -y \ + && mkdir -p /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#RUN wget http://archive.apache.org/dist/hbase/2.1.0/hbase-2.1.0-src.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/Apache/hbase/hbase-2.1.0-src.tar.gz \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc \ +# && cd /opt \ + && tar -zxf hbase-2.1.0-src.tar.gz \ + && cd hbase-2.1.0 \ + && sed -i '3676 a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n ' ./pom.xml \ + && mvn clean package -DskipTests assembly:single \ + && mkdir -p /root/output \ + && cp -r ./hbase-assembly/target/ /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-hive-3.0.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-hive-3.0.0 new file mode 100644 index 0000000000000000000000000000000000000000..d74c13751c8b127b6aded569547c0fb436c244c7 --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-hive-3.0.0 @@ -0,0 +1,47 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-devel glibc-common \ +RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget -y \ + && mkdir -p /opt/src \ + && cd /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt/ +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +RUN yum install -y openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc \ + && cd /opt/ \ +# && wget https://github.com/apache/hive/archive/rel/release-3.0.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/hive/release-3.0.0.tar.gz \ + && mv release-3.0.0.tar.gz hive-rel-release-3.0.0.tar.gz \ + && tar -zxf hive-rel-release-3.0.0.tar.gz \ + && cd hive-rel-release-3.0.0 \ + && sed -i '220 a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n ' ./pom.xml \ + && sed -i '344 a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' jdbc/pom.xml \ + && sed -i '403 a \n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' druid-handler/pom.xml \ + && mvn clean install -Pdist -DskipTests \ + && mkdir -p /root/output \ + && cp -r packaging/target/ /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-kafka-2.1.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-kafka-2.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..a272fa4d6c11a0875d812f1b77a0d364d1f3401e --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-kafka-2.1.0 @@ -0,0 +1,66 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ +RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen unzip\ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget -y \ + && mkdir -p /opt/src \ + && cd /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt \ +# && wget https://downloads.gradle.org/distributions/gradle-4.10-bin.zip \ + && wget http://archive-server:50050/cache-data/BigData/Apache/kafka/gradle-4.10-bin.zip \ + && unzip -d /opt/tools/installed/ gradle-4.10-bin.zip +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV GRADLE_HOME=/opt/tools/installed/gradle-4.10 +ENV PATH=$GRADLE_HOME/bin:$PATH +#RUN yum install -y openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel make libstdc++-static glibc-static git unzip -y \ +# && cd /opt/ \ +# && wget https://sbt-downloads.cdnedge.bluemix.net/releases/v0.13.15/sbt-0.13.15.tgz \ +# && tar -zxf sbt-0.13.15.tgz -C /opt/tools/installed \ +# && mkdir /root/.sbt \ +# && echo -e '[repositories]\nlocal\nhuawei-maven: http://mirrors.huaweicloud.com/repository/maven/\nsbt-releases-repo: http://repo.typesafe.com/typesafe/ivy-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]\nsbt-plugins-repo: http://repo.scala-sbt.org/scalasbt/sbt-plugin-releases/, [organization]/[module]/(scala_[scalaVersion]/)(sbt_[sbtVersion]/)[revision]/[type]s/[artifact](-[classifier]).[ext]' >> /root/.sbt/repositories \ +# && cd /opt/ +#ENV SBT_HOME=/opt/tools/installed/sbt +#ENV PATH=${SBT_HOME}/bin:${PATH} +#RUN cd /opt/tools/installed \ +# && git clone https://github.com/scala/scala.git \ +# && cd scala \ +# && git checkout v2.11.12 \ +# && sed -i "50,50s%)%),\n\ \ \ \ Keys.\`package\`\ := bundle.value%g" project/Osgi.scala \ +# && sbt package +#ENV SCALA_HOME=/opt/tools/installed/scala +#ENV PATH=$SCALA_HOME/build/pack/bin:$PATH +RUN source /etc/profile +RUN cd /opt/ \ +# && wget https://archive.apache.org/dist/kafka/2.1.0/kafka-2.1.0-src.tgz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/kafka/kafka-2.1.0-src.tgz \ + && tar -zxvf kafka-2.1.0-src.tgz \ + && cd kafka-2.1.0-src \ + && sed -i '19a maven {\n url "https://mirrors.huaweicloud.com/kunpeng/maven"\n }\n maven {\n url "https://mirrors.huaweicloud.com/repository/maven"\n }' ./build.gradle \ + && gradle -g /$UserHome/gradleRepository clean \ + && gradle -g /$UserHome/gradleRepository releaseTarGz -info \ + && mkdir -p /root/output \ + && cp ./core/build/distributions/kafka_2.11-2.1.0.tgz /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-phoenix-5.0.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-phoenix-5.0.0 new file mode 100644 index 0000000000000000000000000000000000000000..b125cc8fbd465b79b4aed43fc05b323a1f7681ff --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-phoenix-5.0.0 @@ -0,0 +1,44 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-common \ +RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget -y \ + && mkdir -p /opt/src \ + && cd /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +RUN yum install -y openssl-devel zlib-devel automake libtool cmake protobuf protobuf-devel make libstdc++-static glibc-static git unzip -y \ + && cd /opt/ \ +# && wget https://github.com/apache/phoenix/archive/v5.0.0-HBase-2.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/phoenix/v5.0.0-HBase-2.0.tar.gz \ + && mv v5.0.0-HBase-2.0.tar.gz phoenix-5.0.0-HBase-2.0.tar.gz \ + && tar -zxf phoenix-5.0.0-HBase-2.0.tar.gz \ + && cd phoenix-5.0.0-HBase-2.0 \ + && sed -i '42 a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' ./pom.xml \ + && mvn clean package -DskipTests -Dmaven.javadoc.skip=true \ + && mkdir -p /root/output \ + && cp ./phoenix-assembly/target/phoenix-5.0.0-HBase-2.0.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-spark-2.3.0 b/BigData/CentOS8.1.1911/apache/Dockerfile-spark-2.3.0 new file mode 100644 index 0000000000000000000000000000000000000000..0a33310d5d7a12ec7276dcf0ea9ff999893bcf01 --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-spark-2.3.0 @@ -0,0 +1,56 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* -rf \ +# && echo -e "[Local]\nname=CentOS-7.6 Local\nbaseurl=http://192.168.189.236:8080/media\nenabled=1\ngpgcheck=0" > /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y krb5-libs openssl-libs krb5-libs libstdc++ glibc glibc-devel glibc-common \ +RUN yum install -y boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo -e '#! /bin/sh\n/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo -e '#! /bin/sh\n/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/gcc /usr/bin/g++ \ + && yum install vim wget -y \ + && mkdir -p /opt/src \ + && cd /opt/src \ + && wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -zxf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && mkdir -p /opt/tools/installed/ \ + && mv jdk8u252-b09 /opt/tools/installed/ \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -zxf apache-maven-3.5.4-bin.tar.gz -C /opt/tools/installed/ \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" /opt/tools/installed/apache-maven-3.5.4/conf/settings.xml \ + && cd /opt/ +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +RUN yum install -y openssl-devel zlib-devel automake libtool cmake \ + && cd /opt/ \ +# && wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/spark/R-3.1.1.tar.gz \ + && tar -zxf R-3.1.1.tar.gz \ + && yum -y install libXt-devel.aarch64 gcc-gfortran.aarch64 readline-devel.aarch64 \ + && cd R-3.1.1 \ + && ./configure --enable-R-shlib --enable-R-static-lib --with-libpng --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ + && make all -j10 \ + && make install +ENV R_HOME=/opt/tools/installed/R-3.1.1 +RUN source /etc/profile +WORKDIR /opt/ +RUN cd /opt/ \ +# && wget https://github.com/apache/spark/archive/v2.3.0.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/Apache/spark/v2.3.0.tar.gz \ + && tar -zxf v2.3.0.tar.gz \ + && cd spark-2.3.0 \ + && sed -i '230a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n' ./pom.xml \ + && sed -i '250a \n huaweicloud-plugin\n https://mirrors.huaweicloud.com/repository/maven\n \n' ./pom.xml \ + && dev/make-distribution.sh --tgz -Pyarn,hive,hive-thriftserver,sparkr \ + && mkdir -p /root/output \ + && cp ./spark-2.3.0-bin-2.6.5.tgz /root/output diff --git a/BigData/CentOS8.1.1911/apache/Dockerfile-zookeeper-3.4.6 b/BigData/CentOS8.1.1911/apache/Dockerfile-zookeeper-3.4.6 new file mode 100644 index 0000000000000000000000000000000000000000..f3c3c581c2f459ef944d35b0e561cce18c93bbb3 --- /dev/null +++ b/BigData/CentOS8.1.1911/apache/Dockerfile-zookeeper-3.4.6 @@ -0,0 +1,41 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root/ +RUN yum install -y gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ +&& yum install vim wget -y automake libstdc++-static git glibv-static ant svn automake libtool autoconf cppunit-devel + +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" + +# enable ENV +RUN source /etc/profile + +WORKDIR /opt/tools/installed +#RUN wget https://github.com/apache/zookeeper/archive/release-3.4.6.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/Apache/zookeeper/release-3.4.6.tar.gz \ + && tar -zxf release-3.4.6.tar.gz \ + && cd zookeeper-release-3.4.6 \ +# && wget http://downloads.sourceforge.net/project/ant-eclipse/ant-eclipse/1.0/ant-eclipse-1.0.bin.tar.bz2 \ + && wget http://archive-server:50050/cache-data/BigData/Apache/zookeeper/ant-eclipse-1.0.bin.tar.bz2 \ + && mv ant-eclipse-1.0.bin.tar.bz2 ./src/java/ \ + && sed -i '1749,1750d' build.xml \ + && sed -i 's/repo1\.maven\.org\/maven2/mirrors\.huaweicloud\.com\/repository\/maven/' ivysettings.xml \ + && sed -i 's/http:\/\/repo2/https:\/\/repo1/' build.xml \ + && ant package tar \ + && mkdir -p /root/output \ + && cp ./build/zookeeper-3.4.6.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-kafka-0.10.2 b/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-kafka-0.10.2 new file mode 100644 index 0000000000000000000000000000000000000000..c3c121382cc88f393d0ed6f3b50661d597417e1a --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-kafka-0.10.2 @@ -0,0 +1,69 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel unzip + + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install gradle +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/CDH/5.12.1/kafka/gradle-4.10-bin.zip --no-check-certificate \ +#RUN wget https://downloads.gradle.org/distributions/gradle-4.10-bin.zip --no-check-certificate \ + && unzip gradle-4.10-bin.zip +ENV GRADLE_HOME=/opt/tools/installed/gradle-4.10 +ENV PATH=$GRADLE_HOME/bin:$PATH +RUN source /etc/profile + +# compile 5.12.1 kafka +WORKDIR /opt/tools/installed +#RUN wget https://github.com/cloudera/kafka/archive/cdh5-0.10.2_2.2.0.zip \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/5.12.1/kafka/cdh5-0.10.2_2.2.0.zip \ + && unzip cdh5-0.10.2_2.2.0.zip \ + && cd kafka-cdh5-0.10.2_2.2.0 \ + && sed -i '37a\maven {url "https://mirrors.huaweicloud.com/kunpeng/maven" } ' build.gradle \ + && sed -i '38a\maven {url "https://mirrors.huaweicloud.com/repository/maven" } ' build.gradle \ + # && sed -i '37a\maven {url "https://repository.cloudera.com/artifactory/libs-snapshot-local" } ' build.gradle \ + && sed -i '39a\maven {url "https://repository.cloudera.com/artifactory/cloudera-repos" } ' build.gradle \ + && sed -i '40a\maven {url "https://repo1.maven.org/maven2" } ' build.gradle \ + && gradle releaseTarGz -info \ + && mkdir -p /root/output \ + && cp ./core/build/distributions/kafka_2.11-0.10.2-kafka-2.2.0.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-spark-1.6.0 b/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-spark-1.6.0 new file mode 100644 index 0000000000000000000000000000000000000000..e6bb6764389a5970708fb838b08cf93e60a2b9ee --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/5.12.1/Dockerfile-spark-1.6.0 @@ -0,0 +1,74 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install R +WORKDIR /opt/tools/installed +#RUN wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/5.12.1/spark/R-3.1.1.tar.gz \ + && tar -zxf R-3.1.1.tar.gz \ + && cd R-3.1.1 \ + && yum install -y readline-devel libXt-devel \ + && ./configure --enable-R-shlib --enable-R-static-lib --with-libpng --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ + && make all -j8 && make install + +ENV R_HOME=/opt/tools/installed/R-3.1.1 +ENV PATH=$R_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile spark +RUN cd /opt/tools/installed/ \ + #&& wget https://github.com/cloudera/spark/archive/cdh5.12.1-release.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/5.12.1/spark/cdh5.12.1-release.tar.gz \ + && tar -zxf cdh5.12.1-release.tar.gz \ + && cd spark-cdh5.12.1-release \ + && sed -i '223a\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && sed -i '282,292d' pom.xml \ + && export MAVEN_OPTS="-Xmx10240m -XX:MaxPermSize=768m" \ + && ./make-distribution.sh --tgz -Pyarn,hive,sparkr -DskipTests \ + && mkdir -p /root/output \ + && cp ./spark-1.6.0-cdh5.12.1-bin-2.6.0-cdh5.12.1.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-avro-1.8.2 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-avro-1.8.2 new file mode 100644 index 0000000000000000000000000000000000000000..ef66ab526047c94726277677ab68b6ecdc6bb11d --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-avro-1.8.2 @@ -0,0 +1,79 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum -y downgrade glibc-common glibc libstdc++ krb5-libs openssl-libs krb5-libs \ +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 patch boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ + +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + && cd ../../ \ + #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.7.1-bin.tar.gz \ + #&& wget https://archive.apache.org/dist/forrest/0.9/apache-forrest-0.9.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/avro/apache-ant-1.7.1-bin.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/avro/apache-forrest-0.9.tar.gz \ + && tar -xvf apache-ant-1.7.1-bin.tar.gz \ + && tar -xvf apache-forrest-0.9.tar.gz + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.7.1 +ENV PATH=$ANT_HOME/bin:$PATH +ENV FORREST_HOME=/opt/tools/installed/apache-forrest-0.9 +ENV PATH=$FORREST_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" + +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/avro/archive/cdh6.3.0-release.tar.gz -O avro-cdh6.3.0-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/avro/avro-cdh6.3.0-release.tar.gz \ + && tar -xvf avro-cdh6.3.0-release.tar.gz \ + && cd avro-cdh6.3.0-release \ + && sed -i "62 a \n kunpengmavne\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n" pom.xml \ + && sed -i "89,100s/^/#/" build.sh \ + && sed -i "115s/^/#/" build.sh \ + && sed -i "88 c mkdir -p build\/$\{SRC_DIR\}" build.sh \ + && sed -i "121,131s/^/#/" build.sh \ + && sed -i "134 c (cd doc; ant -Dforrest.home=/opt/tools/installed/apache-forrest-0.9)" build.sh \ + && sed -i "s/http:\/\/repo2.maven.org\/maven2\//https:\/\/mirrors.huaweicloud.com\/repository\/maven\//" lang/py/build.xml \ + && ./build.sh dist \ + && mkdir -p /root/output \ + && cp dist/java/avro-tools-1.8.2-cdh6.3.0.jar /root/output \ + && cd dist/c \ + && tar -xvf avro-c-1.8.2-cdh6.3.0.tar.gz \ + && cd avro-c-1.8.2-cdh6.3.0 \ + && mkdir build \ + && cd build \ + && cmake .. -DCMAKE_INSTALL_PREFIX=$PREFIX -DCMAKE_BUILD_TYPE=RelWithDebinfo \ + && make \ + && make install \ + && cd ../../../../ \ + && cd dist/cpp \ + && tar -xvf avro-cpp-1.8.2-cdh6.3.0.tar.gz \ + && cd avro-cpp-1.8.2-cdh6.3.0 \ + && ./build.sh install \ + && cd ../../../ \ + && cp /usr/lib/libavro.so /root/output \ + && cp /usr/local/lib/libavrocpp.so /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-flume-ng b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-flume-ng new file mode 100644 index 0000000000000000000000000000000000000000..5abb3a1b82e0b6986a2e082d4ad9286d73ecee24 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-flume-ng @@ -0,0 +1,43 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +#RUN mkdir /home/src \ +# && cd /home/src \ +# && wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ +# && mv cdh6.3.2-release.tar.gz flume-ng-cdh6.3.2-release.tar.gz \ +# && tar -zxf flume-ng-cdh6.3.2-release.tar.gz +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/flume-ng/archive/cdh6.3.0-release.tar.gz -O flume-ng-cdh6.3.0-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/flume/flume-ng-cdh6.3.0-release.tar.gz \ + && tar -zxf flume-ng-cdh6.3.0-release.tar.gz \ + && cd /home/src/flume-ng-cdh6.3.0-release \ + && sed -i "456 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n" pom.xml \ + && mvn package -DskipTests \ + && mkdir -p /root/output \ + && cp ./flume-ng-dist/target/apache-flume-1.9.0-cdh6.3.0-bin.tar.gz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-hive-1.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-hive-1.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..c97559994fd2aaf9a3cb84081195c105dbb76280 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-hive-1.1.0 @@ -0,0 +1,38 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/hive/archive/cdh5.13.3-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/hive/cdh5.13.3-release.tar.gz \ + && tar -zxf cdh5.13.3-release.tar.gz \ + && cd /home/src/hive-cdh5.13.3-release \ + && sed -i "191 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n" pom.xml \ + && sed -i '199s?content/groups?artifactory?' pom.xml \ + && mvn package -DskipTests -Pdist -Dtar -Phadoop-2 \ + && mkdir -p /root/output \ + && cp ./packaging/target/apache-hive-1.1.0-cdh5.13.3-bin.tar.gz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet-mr b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet-mr new file mode 100644 index 0000000000000000000000000000000000000000..416cbb99667e87996384c44796b6cf49c239c50c --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet-mr @@ -0,0 +1,58 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum -y downgrade glibc-common glibc libstdc++ \ +RUN yum install -y gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget make protobuf protobuf-devel \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + # && wget http://archive.apache.org/dist/thrift/0.9.3/thrift-0.9.3.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/parquet/thrift-0.9.3.tar.gz \ + && tar -xvf thrift-0.9.3.tar.gz \ + && cd thrift-0.9.3 \ + && chmod +x configure \ + && ./configure --disable-gen-erl --disable-gen-hs --without-ruby --without-haskell --without-erlang \ + && make \ + && make install +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#RUN mkdir /home/src \ +# && cd /home/src \ +# && wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ +# && mv cdh6.3.2-release.tar.gz flume-ng-cdh6.3.2-release.tar.gz \ +# && tar -zxf flume-ng-cdh6.3.2-release.tar.gz +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/parquet-mr/archive/cdh6.3.0-release.tar.gz -O parquet-mr-cdh6.3.0-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/parquet/parquet-mr-cdh6.3.0-release.tar.gz \ + && tar -xvf parquet-mr-cdh6.3.0-release.tar.gz \ + && cd /home/src/parquet-mr-cdh6.3.0-release \ + && sed -i "61 a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n\n\n pentaho-repo\n pentaho-repo\n https://public.nexus.pentaho.org/content/groups/omni/\n\n\n bsdn-repo\n bsdn Repositories\n http://nexus.bsdn.org/content/repositories/public/\n" pom.xml \ + && mvn package apache-rat:check -Drat.numUnapprovedLicenses=1 -DskipTests \ + && mkdir -p /root/output \ + && cp `find . -name "*.jar"` /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet_format-2.4.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet_format-2.4.0 new file mode 100644 index 0000000000000000000000000000000000000000..3f037cdbaa32723a82ee944f5efd566dd6d0b263 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-parquet_format-2.4.0 @@ -0,0 +1,57 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum -y downgrade glibc-common glibc libstdc++ \ +RUN yum install -y gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget make \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ +# && wget http://archive.apache.org/dist/thrift/0.9.3/thrift-0.9.3.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/parquet_format/thrift-0.9.3.tar.gz \ + && tar -xvf thrift-0.9.3.tar.gz \ + && cd thrift-0.9.3 \ + && chmod +x configure \ + && ./configure --disable-gen-erl --disable-gen-hs --without-ruby --without-haskell --without-erlang \ + && make \ + && make install +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#RUN mkdir /home/src \ +# && cd /home/src \ +# && wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ +# && mv cdh6.3.2-release.tar.gz flume-ng-cdh6.3.2-release.tar.gz \ +# && tar -zxf flume-ng-cdh6.3.2-release.tar.gz +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/parquet-format/archive/cdh6.3.0-release.tar.gz -O parquet-format-cdh6.3.0-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/parquet_format/parquet-format-cdh6.3.0-release.tar.gz \ + && tar -xvf parquet-format-cdh6.3.0-release.tar.gz \ + && cd /home/src/parquet-format-cdh6.3.0-release \ + && mvn package -DskipTests \ + && mkdir -p /root/output \ + && cp ./target/parquet-format-2.4.0-cdh6.3.0.jar /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-sentry-2.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-sentry-2.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..c40d16b29dc6523fcf6c191568c4ea991d7241c8 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-sentry-2.1.0 @@ -0,0 +1,43 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum -y install wget +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV ANT_HOME=/opt/tools/installed/apache-ant-1.10.8 +#ENV PATH=$ANT_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/sentry/archive/cdh6.3.0-release.tar.gz -O sentry-cdh6.3.0-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/sentry/sentry-cdh6.3.0-release.tar.gz \ + && tar -zxvf sentry-cdh6.3.0-release.tar.gz \ + && cd /home/src/sentry-cdh6.3.0-release \ + && sed -i "1426,1427c cloudera.repo\nhttps://repository.cloudera.com/artifactory/cdh-releases-rcs/" pom.xml \ + && sed -i "1428a " pom.xml \ + && sed -i "1424a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n wso2 Repositories\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n" pom.xml \ + && sed -i "40c false" sentry-tests/pom.xml \ + && mvn package -DskipTests \ + && mkdir -p /root/output \ + && cp ./sentry-dist/target/apache-sentry-2.1.0-cdh6.3.0-bin.tar.gz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-solr-7.4.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-solr-7.4.0 new file mode 100644 index 0000000000000000000000000000000000000000..e5a28e1def540ea605989ac1033d527cafb1d1e3 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-solr-7.4.0 @@ -0,0 +1,63 @@ +FROM arm64v8/centos:1911 +# +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget git +# +WORKDIR /opt/tools/installed + +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/solr/apache-ant-1.8.4-bin.tar.gz \ +#RUN wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.8.4-bin.tar.gz \ + && tar -xvf apache-ant-1.8.4-bin.tar.gz +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.8.4 +ENV PATH=$ANT_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +#RUN mkdir /home/src \ +# && cd /home/src \ +# && wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ +# && mv cdh6.3.2-release.tar.gz flume-ng-cdh6.3.2-release.tar.gz \ +# && tar -zxf flume-ng-cdh6.3.2-release.tar.gz +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/lucene-solr/archive/cdh6.3.0-release.tar.gz -O lucene-solr-cdh6.3.0-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/solr/lucene-solr-cdh6.3.0-release.tar.gz \ + && tar -xvf lucene-solr-cdh6.3.0-release.tar.gz \ + && cd /home/src/lucene-solr-cdh6.3.0-release \ + && sed -i "32s/http:\/\/repo1.maven.org\/maven2/https:\/\/mirrors.huaweicloud.com\/repository\/maven/g" lucene/default-nested-ivy-settings.xml \ + && sed -i "40,43s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ + && sed -i "79,81s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ + && sed -i "88s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ + && sed -i "79c " lucene/default-nested-ivy-settings.xml \ + && sed -i "88c " lucene/default-nested-ivy-settings.xml \ + && sed -i "s/http:\/\/repo1/https:\/\/repo1/g" lucene/common-build.xml \ + && sed -i "s/http:\/\/repo1/https:\/\/repo1/g" dev-tools/scripts/poll-mirrors.py \ + && sed -i "4,5c snapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots/\nreleases.cloudera.com=https://repository.cloudera.com/artifactory/chd-releases-rcs/" cloudera/templates/cdh.build.properties \ + && echo 'snapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots/' > cdh.build.properties \ + && sed -i "1a releases.cloudera.com=https://repository.cloudera.com/artifactory/cdh-releases-rcs/\n# Default reactor.repo for developer builds.\n# Pakaging builds tend to override this in\n# do-component-build with the local .m2 repository.\nreactor.repo=https://repository.cloudera.com/content/repositories/snapshots\ncdh.solr.version=7.4.0-cdh6.3.2\nzookeeper.version=3.4.5-cdh6.3.2\nhadoop.version=3.0.0-cdh6.3.2\n# should be dropped\ncommons.el.version=1.0\navro.version=1.8.2-cdh6.3.2\nprotobuf.version=2.5.0\nhttpcomponents.version=4.5.3\nhttpcomponents.core.version=4.4.6\nsentry.version=2.1.0-cdh6.3.2\norg.slf4j.version=1.7.25\norg.codehaus.jackson.version=1.9.13\nthrift.version=0.9.3-1\ntika.version=1.19.1\norg.eclipse.jetty.version=9.3.25.v20180904\norg.apache.kerby.version=1.0.0\njoda-time.version=2.9.9\norg.cloudera.logredactor.version=2.0.7\ncom.fasterxml.jackson.core.version=2.9.9\nhtrace.version=4.1.0-incubating\norg.apache.logging.log4j.version=1.2.17\norg.apache.poi.version=4.0.0\ncommons-compress.version=1.18\nre2j.version=1.1\ncdh.gbn=$\{env.CDH_GBN\}\nskipSnapshotsChecksum=true" cdh.build.properties \ + && ant ivy-bootstrap \ + && ant compile \ + && cd solr \ + && ant create-package \ + && mkdir -p /root/output \ + && cp ./package/solr-7.4.0-SNAPSHOT.tgz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-spark-1.6.0 b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-spark-1.6.0 new file mode 100644 index 0000000000000000000000000000000000000000..d7629425b628074d468e5a3351f8bb550c6e59d4 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.0/Dockerfile-spark-1.6.0 @@ -0,0 +1,59 @@ +FROM arm64v8/centos:1911 +WORKDIR /root +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum -y downgrade libstdc++ glibc glibc-common \ +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget make git \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +WORKDIR /opt/tools/installed +#RUN wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/spark/R-3.1.1.tar.gz \ + && tar -xvf R-3.1.1.tar.gz \ + && cd R-3.1.1 \ + && yum install readline-devel libXt-devel -y \ + && ./configure --enable-Rshlib --enable-R-static-lib --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ + && make all -j8 \ + && make install +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV R_HOME=/opt/tools/installed/R-3.1.1 +ENV PATH=$R_HOME/bin:$PATH +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/spark/archive/cdh5.13.3-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.0/spark/cdh5.13.3-release.tar.gz \ + && tar -xvf cdh5.13.3-release.tar.gz \ + && cd /home/src/spark-cdh5.13.3-release \ + && sed -i "223 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n" pom.xml \ + && export MAVEN_OPTS="-Xmx10240m -XX:MaxMetaspaceSize=768m" \ + && ./make-distribution.sh --tgz -Pyarn,hive,sparkr -DskipTests \ + && mkdir -p /root/output \ + && cp ./spark-1.6.0-cdh5.13.3-bin-2.6.0-cdh5.13.3.tgz /root/output/ diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-avro-18.2 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-avro-18.2 new file mode 100644 index 0000000000000000000000000000000000000000..c82ff70c143e9d98b94ed7d46d5a4082cf072868 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-avro-18.2 @@ -0,0 +1,80 @@ +FROM arm64v8/centos:1911 +WORKDIR /root +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum -y downgrade glibc glibc-common krb5-libs libstdc++ openssl-libs libstdc++ \ +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 patch boost.aarch64 boost-devel.aarch64 make cmake wget openssl-devel zlib-devel automake libtool libstdc++-static glibc-static git snappy snappy-devel jansson-devel.aarch64 asciidoc.noarch doxygen \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + && cd /opt/tools/installed \ + #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.7.1-bin.tar.gz \ + #&& wget https://archive.apache.org/dist/forrest/0.9/apache-forrest-0.9.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/avro/apache-ant-1.7.1-bin.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/avro/apache-forrest-0.9.tar.gz \ + && tar -xvf apache-ant-1.7.1-bin.tar.gz \ + && tar -xvf apache-forrest-0.9.tar.gz +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.7.1 +ENV PATH=$ANT_HOME/bin:$PATH +ENV FORREST_HOME=/opt/tools/installed/apache-forrest-0.9 +ENV PATH=$FORREST_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/avro/archive/cdh6.3.2-release.tar.gz -O avro-cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/avro/avro-cdh6.3.2-release.tar.gz \ + && tar -xvf avro-cdh6.3.2-release.tar.gz \ + && cd avro-cdh6.3.2-release \ + && sed -i "62 a \n kunpengmavne\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n" pom.xml \ + && sed -i "89,100s/^/#/" build.sh \ + && sed -i "115s/^/#/" build.sh \ + && sed -i "88 c mkdir -p build\/$\{SRC_DIR\}" build.sh \ + && sed -i "121,131s/^/#/" build.sh \ + && sed -i "134 c (cd doc; ant -Dforrest.home=/opt/tools/installed/apache-forrest-0.9)" build.sh \ + && sed -i "s/http:\/\/repo2.maven.org\/maven2\//https:\/\/mirrors.huaweicloud.com\/repository\/maven\//" lang/py/build.xml \ + && ./build.sh dist \ + && mkdir /root/output \ + && cp ./dist/java/avro-tools-1.8.2-cdh6.3.2.jar /root/output \ + && cd dist/c \ + && tar -xvf avro-c-1.8.2-cdh6.3.2.tar.gz \ + && cd avro-c-1.8.2-cdh6.3.2 \ + && mkdir build \ + && cd build \ + && cmake .. -DCMAKE_INSTALL_PREFIX=$PREFIX -DCMAKE_BUILD_TYPE=RelWithDebinfo \ + && make \ + && make install \ + && cd ../../../../ \ + && cd dist/cpp \ + && tar -xvf avro-cpp-1.8.2-cdh6.3.2.tar.gz \ + && cd avro-cpp-1.8.2-cdh6.3.2 \ + && ./build.sh install \ + && cd ../../../ \ + && cp /usr/lib/libavro.so /root/output \ + && cp /usr/local/lib/libavrocpp.so /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-flume_ng-1.9.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-flume_ng-1.9.0 new file mode 100644 index 0000000000000000000000000000000000000000..370e9094776c821620c3325650353b54ab064bed --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-flume_ng-1.9.0 @@ -0,0 +1,47 @@ +FROM arm64v8/centos:1911 +# +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/yum/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget +# && yum -y downgrade glibc-common glibc libstdc++ \ +# && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget patch \ +# && mv /usr/bin/gcc /usr/bin/gcc-impl \ +# && echo '#! /bin/sh' > /usr/bin/gcc \ +# && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ +# && chmod +x /usr/bin/gcc \ +# && mv /usr/bin/g++ /usr/bin/g++-impl \ +# && echo '#! /bin/sh' > /usr/bin/g++ \ +# && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ +# && chmod +x /usr/bin/g++ +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/flume-ng/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/flume_ng/cdh6.3.2-release.tar.gz \ + && tar -zxf cdh6.3.2-release.tar.gz \ + && cd flume-ng-cdh6.3.2-release \ + && sed -i "456 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n" pom.xml \ + && mvn package -DskipTests \ + && mkdir /root/output \ + && cp ./flume-ng-dist/target/apache-flume-1.9.0-cdh6.3.2-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hadoop-3.0.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hadoop-3.0.0 new file mode 100644 index 0000000000000000000000000000000000000000..e3b5af4a4929832c2e6216516ddbe74aa416c512 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hadoop-3.0.0 @@ -0,0 +1,88 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install cmake +WORKDIR /opt/tools/installed +#RUN wget https://cmake.org/files/v3.12/cmake-3.12.4.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hadoop/cmake-3.12.4.tar.gz \ + && tar -zxf cmake-3.12.4.tar.gz \ + && cd /opt/tools/installed/cmake-3.12.4 \ + && ./bootstrap \ + && make -j8 \ + && make install +# install protobuf +RUN yum install -y protobuf protobuf-devel +# compile and install ZSTD +WORKDIR /opt/tools/installed +#RUN wget https://github.com/facebook/zstd/archive/v1.4.4.tar.gz -O zstd-v1.4.4.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hadoop/zstd-v1.4.4.tar.gz \ + && tar -zxf zstd-v1.4.4.tar.gz \ + && cd zstd-1.4.4 \ + && yum install -y lz4 lz4-devel \ + && make -j40 \ + && make -j40 install +# compile and install ISA-L +WORKDIR /opt/tools/installed +#RUN wget https://github.com/intel/isa-l/archive/v2.29.0.tar.gz -O isa-l-v2.29.0.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hadoop/isa-l-v2.29.0.tar.gz \ + && tar -zxf isa-l-v2.29.0.tar.gz \ + && cd isa-l-2.29.0 \ + && ./autogen.sh \ + && ./configure \ + && make -j40 \ + && make -j40 install +# compile CDH6.3.2 hadoop +WORKDIR /opt/tools/installed +#RUN wget https://github.com/cloudera/hadoop-common/archive/cdh6.3.2-release.tar.gz -O hadoop-common-cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hadoop/hadoop-common-cdh6.3.2-release.tar.gz \ + && tar -zxf hadoop-common-cdh6.3.2-release.tar.gz \ + && cd hadoop-common-cdh6.3.2-release \ + && sed -i '55a\\n mirrors.huaweicloud.com\n https://mirrors.huaweicloud.com/kunpeng/maven\n mirrors huaweicloud com\n \n false\n \n' pom.xml \ + && sed -i '63a\\n repository.huaweicloud.com\n https://mirrors.huaweicloud.com/repository/maven\n repository huaweicloud com\n \n false\n \n' pom.xml \ + && sed -i '103a\\n \n huaweicloud-plugin\n http://mirrors.huaweicloud.com/repository/maven\n \n true\n \n \n' pom.xml \ + && mvn install -Pdist,native -DskipTests -Dtar -Drequire.isal -Dbundle.isal -Disal.lib=/usr/lib/ -Drequire.zstd -Dbundle.zstd -Dzstd.lib=/usr/local/lib/ -Drequire.snappy -Dbundle.snappy -Dsnappy.lib=/usr/lib64/ \ + && mkdir /root/output \ + && cp ./hadoop-dist/target/hadoop-3.0.0-cdh6.3.2.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase-2.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase-2.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..7011c8cd0a7bb1a2f8053b3373be082e310f307c --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase-2.1.0 @@ -0,0 +1,63 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install protobuf +RUN yum install -y protobuf protobuf-devel \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc + + +# compile CDH6.3.2 hbase +WORKDIR /opt/tools/installed +#RUN wget https://github.com/cloudera/hbase/archive/cdh6.3.2-release.tar.gz -O hbase-cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hbase/hbase-cdh6.3.2-release.tar.gz \ + && tar -zxf hbase-cdh6.3.2-release.tar.gz \ + && cd hbase-cdh6.3.2-release \ + && sed -i '3901a\\n\n mirrors.huaweicloud.com\n https://mirrors.huaweicloud.com/kunpeng/maven\n mirrors huaweicloud com\n \n false\n \n' pom.xml \ + && sed -i '3910a\\n repository.huaweicloud.com\n https://mirrors.huaweicloud.com/repository/maven\n repository huaweicloud com\n \n false\n \n\n' pom.xml \ + && export MAVEN_OPTS="-Xmx10240m -XX:MaxPermSize=768m" \ + && mvn package -DskipTests assembly:single -Pnative \ + && mkdir /root/output \ + && cp ./hbase-assembly/target/hbase-2.1.0-cdh6.3.2-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase_indexer-1.5 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase_indexer-1.5 new file mode 100644 index 0000000000000000000000000000000000000000..6d44d45f906923af1627abc6596b978e36bf1913 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hbase_indexer-1.5 @@ -0,0 +1,47 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget +# && yum downgrade -y krb5-libs openssl-libs bc-common glibc libstdc++ \ +# && yum install -y openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git gcc gcc-c++ gcc-gfortran libgcc snappy snappy-devel wget patch gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ +# && mv /usr/bin/gcc /usr/bin/gcc-impl \ +# && echo '#! /bin/sh' > /usr/bin/gcc \ +# && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ +# && chmod +x /usr/bin/gcc \ +# && mv /usr/bin/g++ /usr/bin/g++-impl \ +# && echo '#! /bin/sh' > /usr/bin/g++ \ +# && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ +# && chmod +x /usr/bin/g++ \ +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/hbase-indexer/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hbase_indexer/cdh6.3.2-release.tar.gz \ + && tar -xvf cdh6.3.2-release.tar.gz \ + && cd hbase-indexer-cdh6.3.2-release \ + && sed -i "913 a \n Kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven/\n Kunpeng Repositories\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n" pom.xml \ + && sed -i "970 a \n huaweicloud-plugin\n https://mirrors.huaweicloud.com/repository/maven\n" pom.xml \ + && mvn package apache-rat:check -Drat.numUnapprovedLicenses=2 -DskipTests -Dtar -Pdist \ + && mkdir /root/output \ + && cp ./hbase-indexer-dist/target/hbase-indexer-1.5-cdh6.3.2.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hive-2.1.1 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hive-2.1.1 new file mode 100644 index 0000000000000000000000000000000000000000..7b5016a97dbde0e16e57f5b78db1e3154ed09ec2 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hive-2.1.1 @@ -0,0 +1,62 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel unzip + + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install protobuf +RUN yum install -y protobuf protobuf-devel \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc +# compile CDH6.3.2 hive +WORKDIR /opt/tools/installed +#RUN wget https://github.com/cloudera/hive/archive/cdh6.3.2-release.zip \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hive/cdh6.3.2-release.zip \ + && unzip cdh6.3.2-release.zip \ + && cd hive-cdh6.3.2-release \ + && sed -i '203a\\n mirrors.huaweicloud.com\n https://mirrors.huaweicloud.com/kunpeng/maven\n mirrors huaweicloud com\n \n false\n \n' pom.xml \ + && sed -i '211a\\n repository.huaweicloud.com\n https://mirrors.huaweicloud.com/repository/maven\n repository huaweicloud com\n \n false\n \n' pom.xml \ + && sed -i '222s?content/groups?artifactory?g' pom.xml \ + && sed -i '288a\\n \n huaweicloud-plugin\n http://mirrors.huaweicloud.com/repository/maven\n \n true\n \n \n' pom.xml \ + && mvn package -DskipTests -Pdist -Dtar \ + && mkdir /root/output \ + && cp ./packaging/target/apache-hive-2.1.1-cdh6.3.2-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hue-4.4.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hue-4.4.0 new file mode 100644 index 0000000000000000000000000000000000000000..27ced9305ce8f5bf3f5b4a146dbbfaa521a39ee3 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-hue-4.4.0 @@ -0,0 +1,72 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y glibc-common glibc libstdc++ openldap python python-libs krb5-libs openssl-libs \ +RUN yum install -y libxml2-devel libxslt-devel mysql mysql-devel openldap-devel sqlite-devel libffi-devel openssl-devel gmp-devel gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 make wget patch unzip python-setuptools.noarch python-devel python-simplejson \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + && cd /opt/tools/installed \ + #&& wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz \ + #&& wget https://files.pythonhosted.org/packages/08/25/f204a6138dade2f6757b4ae99bc3994aac28a5602c97ddb2a35e0e22fbc4/pip-20.1.1.tar.gz \ + #&& wget https://cmake.org/files/v3.12/cmake-3.12.4.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hue/node-v8.6.0-linux-arm64.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hue/pip-20.1.1.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hue/cmake-3.12.4.tar.gz \ + && tar -xvf node-v8.6.0-linux-arm64.tar.gz \ + && tar -xvf pip-20.1.1.tar.gz \ + && cd pip-20.1.1 \ + && python setup.py install \ + && pip install --upgrade setuptools \ + && pip install cryptography==2.1.4 \ + && pip install ipython==5.2.0 \ + && pip install astroid==1.5.3 \ + && cd ../ \ + && tar -xvf cmake-3.12.4.tar.gz \ + && cd cmake-3.12.4 \ + && ./bootstrap \ + && make -j8 \ + && make install +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 +ENV PATH=$NODE_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/hue/archive/cdh6.3.2-release.zip \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/hue/cdh6.3.2-release.zip \ + && unzip cdh6.3.2-release.zip \ + && cd hue-cdh6.3.2-release \ + && sed -i "123 a \n mirrors.huaweicloud.com\n https://mirrors.huaweicloud.com/kunpeng/maven\n mirrors huaweicloud com \n \n false\n \n\n\n repository.huaweicloud.com\n https://mirrors.huaweicloud.com/repository/maven\n repository huaweicloud com\n \n false\n \n\n maven.aliyun.com\n https://maven.aliyun.com/nexus/content/groups/public/\n maven aliyun com\n \n false\n \n" maven/pom.xml \ + && sed -i "164 a \n \n aliyun-plugin\n https://maven.aliyun.com/repository/public\n \n true\n \n\n" maven/pom.xml \ + && sed -i "122 s/$/& -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dmaven.wagon.http.ssl.ignore.validity.dates=true/" Makefile \ + && sed -i "55 s/$/& -Dmaven.wagon.http.ssl.insecure=true -Dmaven.wagon.http.ssl.allowall=true -Dmaven.wagon.http.ssl.ignore.validity.dates=true/" desktop/libs/librdbms/Makefile \ + && make apps \ + && mkdir /root/output \ + && cp -r ./build/ /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-kafka-2.11-2.2.1 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-kafka-2.11-2.2.1 new file mode 100644 index 0000000000000000000000000000000000000000..5affbbbeb58fa71b1f12f8da907ecf8732e58ffe --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-kafka-2.11-2.2.1 @@ -0,0 +1,64 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget unzip +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + && cd /opt/tools/installed \ + #&& wget https://downloads.gradle.org/distributions/gradle-5.4.1-bin.zip \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/kafka/gradle-5.4.1-bin.zip \ + && unzip gradle-5.4.1-bin.zip +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV GRADLE_HOME=/opt/tools/installed/gradle-5.4.1 +ENV PATH=$GRADLE_HOME/bin:$PATH +# +#RUN cd /opt/tools/installed \ +# && wget https://github.com/scala/scala/archive/v2.11.12.tar.gz \ +# && tar -xvf v2.11.12.tar.gz \ +# && cd scala-2.11.12 \ +# && sed -i "50,50s%)%),\n\ \ \ \ Keys.\'package\'\:= bundle.value%g" project/Osgi.scala \ +# && sbt package +# +#ENV SCALA_HOME=/opt/tools/installed/scala +#ENV PATH=$SCALA_HOME/build/pack/bin:$PATH +# +#RUN cd /opt/tools/installed \ +# && wget https://github.com/scoverage/gradle-scoverage/archive/3.1.3.tar.gz --no-check-certificate \ +# && tar -xvf gradle-scoverage-3.1.3.tar.gz \ +# && cd gradle-scoverage-3.1.3 \ +# && gradle assemble \ +# && wget https://github.com/johnrengelman/shadow/archive/5.0.0.tar.gz --no-check-certificate \ +# && tar -zvf 5.0.0.tar.gz \ +# && cd shadow-5.0.0 \ +# && gradle assemble +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/kafka/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/kafka/cdh6.3.2-release.tar.gz \ + && tar -xvf cdh6.3.2-release.tar.gz \ + && cd kafka-cdh6.3.2-release \ +# && sed -i "47,48c classpath 'org.scoverage:gradle-scoverage:3.1.3'\nclasspath 'com.github.jengelman.gradle.plugins:shadow:5.0.0'" build.gradle \ + && sed -i "69,70c maven { url \"https://mirrors.huaweicloud.com/kunpeng/maven\" }\n\tmaven { url \"https://mirrors.huaweicloud.com/repository/maven\" }\n\tmaven { url \"https://repository.cloudera.com/artifactory/libs-snapshot-local\" }\n\tmaven { url \"https://repository.cloudera.com/artifactory/cloudera-repos\" }\n\tmaven { url \"https://repo1.maven.org/maven2\" }" build.gradle \ + && sed -i "28c mavenUrl=https://mirrors.huaweicloud.com/repository/maven" gradle.properties \ + && gradle releaseTarGz -info \ + && mkdir /root/output \ + && cp ./core/build/distributions/kafka_2.11-2.2.1-cdh6.3.2.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-lucene-solr b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-lucene-solr new file mode 100644 index 0000000000000000000000000000000000000000..8ae2b8ed59a165ddf17c19c289bfa7db4f419af6 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-lucene-solr @@ -0,0 +1,56 @@ +FROM arm64v8/centos:1911 +# +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget git +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + && cd /opt/tools/installed \ + #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.8.4-bin.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/lucene-solr/apache-ant-1.8.4-bin.tar.gz \ + && tar -xvf apache-ant-1.8.4-bin.tar.gz +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.8.4 +ENV PATH=$ANT_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/lucene-solr/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/lucene-solr/cdh6.3.2-release.tar.gz \ + && tar -xvf cdh6.3.2-release.tar.gz \ + && cd lucene-solr-cdh6.3.2-release \ + && sed -i "32s/http:\/\/repo1/https:\/\/repo1/g" lucene/default-nested-ivy-settings.xml \ + && sed -i "40,43s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ + && sed -i "79,81s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ + && sed -i "88s/^.*$/\t/g" lucene/default-nested-ivy-settings.xml \ + && sed -i "79c " lucene/default-nested-ivy-settings.xml \ + && sed -i "88c " lucene/default-nested-ivy-settings.xml \ + && sed -i "s/http:\/\/repo1/https:\/\/repo1/g" lucene/common-build.xml \ + && sed -i "s/http:\/\/repo1/https:\/\/repo1/g" dev-tools/scripts/poll-mirrors.py \ + && sed -i "4,5c snapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots/\nreleases.cloudera.com=https://repository.cloudera.com/artifactory/cdh-releases-rcs/" cloudera/templates/cdh.build.properties \ + && echo 'snapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots/' > cdh.build.properties \ + && sed -i "1a releases.cloudera.com=https://repository.cloudera.com/artifactory/cdh-releases-rcs/\n# Default reactor.repo for developer builds.\n# Pakaging builds tend to override this in\n# do-component-build with the local .m2 repository.\nreactor.repo=https://repository.cloudera.com/content/repositories/snapshots\ncdh.solr.version=7.4.0-cdh6.3.2\nzookeeper.version=3.4.5-cdh6.3.2\nhadoop.version=3.0.0-cdh6.3.2\n# should be dropped\ncommons.el.version=1.0\navro.version=1.8.2-cdh6.3.2\nprotobuf.version=2.5.0\nhttpcomponents.version=4.5.3\nhttpcomponents.core.version=4.4.6\nsentry.version=2.1.0-cdh6.3.2\norg.slf4j.version=1.7.25\norg.codehaus.jackson.version=1.9.13\nthrift.version=0.9.3-1\ntika.version=1.19.1\norg.eclipse.jetty.version=9.3.25.v20180904\norg.apache.kerby.version=1.0.0\njoda-time.version=2.9.9\norg.cloudera.logredactor.version=2.0.7\ncom.fasterxml.jackson.core.version=2.9.9\nhtrace.version=4.1.0-incubating\norg.apache.logging.log4j.version=1.2.17\norg.apache.poi.version=4.0.0\ncommons-compress.version=1.18\nre2j.version=1.1\ncdh.gbn=$\{env.CDH_GBN\}\nskipSnapshotsChecksum=true" cdh.build.properties \ + && ant ivy-bootstrap \ + && ant compile \ + && cd solr \ + && ant create-package \ + && mkdir /root/output \ + && cp ./package/solr-7.4.0-SNAPSHOT.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-oozie-5.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-oozie-5.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..6cc2814465c4ec3cb437374098fae050b8d2d6e8 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-oozie-5.1.0 @@ -0,0 +1,53 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget +# && yum -y downgrade glibc-common glibc libstdc++ \ +# && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 patch wget \ +# && mv /usr/bin/gcc /usr/bin/gcc-impl \ +# && echo '#! /bin/sh' > /usr/bin/gcc \ +# && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ +# && chmod +x /usr/bin/gcc \ +# && mv /usr/bin/g++ /usr/bin/g++-impl \ +# && echo '#! /bin/sh' > /usr/bin/g++ \ +# && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ +# && chmod +x /usr/bin/g++ +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/oozie/cdh6.3.2-release.tar.gz \ +#RUN wget https://github.com/cloudera/oozie/archive/cdh6.3.2-release.tar.gz \ + && tar -zxf cdh6.3.2-release.tar.gz \ + && cd oozie-cdh6.3.2-release \ + && sed -i "135a \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n" pom.xml \ +#RUN cd oozie-cdh6.3.2-release \ + && sed -i '143s?content/groups/cloudera-repos?artifactory/cdh-releases-rcs?g' pom.xml \ +#RUN cd oozie-cdh6.3.2-release \ + && sed -i "1592a \n \n com.eclipsesource.j2v8\n j2v8_linux_x86_64\n \n\n\n\n com.eclipsesource.j2v8\n j2v8_linux_aarch64\n 4.6.0\n" pom.xml \ + && sed -i "547a \n com.eclipsesource.j2v8\n j2v8_linux_aarch64\n 4.6.0\n" core/pom.xml \ + && sed -i "53a \n com.eclipsesource.j2v8\n j2v8_linux_aarch64\n 4.6.0\n" fluent-job/fluent-job-api/pom.xml \ + && mvn package -DskipTests assembly:single \ + && mkdir /root/output \ + && cp ./distro/target/oozie-5.1.0-cdh6.3.2-distro.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-format b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-format new file mode 100644 index 0000000000000000000000000000000000000000..304b4950c603fa6dd8b01c5cf33ed40089bf43e2 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-format @@ -0,0 +1,58 @@ +FROM arm64v8/centos:1911 +# +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum -y downgrade glibc-common glibc libstdc++ \ +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget make \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +WORKDIR /opt/tools/installed +#RUN wget http://archive.apache.org/dist/thrift/0.9.3/thrift-0.9.3.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/parquet-format/thrift-0.9.3.tar.gz \ + && tar -xvf thrift-0.9.3.tar.gz \ + && cd thrift-0.9.3 \ + && chmod +x configure \ + && ./configure --disable-gen-erl --disable-gen-hs --without-ruby --without-haskell --without-erlang \ + && make \ + && make install +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV ANT_HOME=/opt/tools/installed/apache-ant-1.10.8 +#ENV PATH=$ANT_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/parquet-format/cdh6.3.2-release.tar.gz \ +#RUN wget https://github.com/cloudera/parquet-format/archive/cdh6.3.2-release.tar.gz \ + && tar -xvf cdh6.3.2-release.tar.gz \ + && cd parquet-format-cdh6.3.2-release \ + && sed -i "94a \n\n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n\n" pom.xml \ + && mvn package apache-rat:check -Drat.numUnapprovedLicenses=1 -DskipTests \ + && mkdir /root/output \ + && cp ./target/parquet-format-2.4.0-cdh6.3.2.jar /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-mr b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-mr new file mode 100644 index 0000000000000000000000000000000000000000..2538ac2b6f7b0373d55dfde35b3bf49fc0a9571d --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-parquet-mr @@ -0,0 +1,58 @@ +FROM arm64v8/centos:1911 +# +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum -y downgrade glibc-common glibc libstdc++ \ +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget protobuf protobuf-devel make \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +WORKDIR /opt/tools/installed +#RUN wget http://archive.apache.org/dist/thrift/0.9.3/thrift-0.9.3.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/parquet-mr/thrift-0.9.3.tar.gz \ + && tar -xvf thrift-0.9.3.tar.gz \ + && cd thrift-0.9.3 \ + && chmod +x configure \ + && ./configure --disable-gen-erl --disable-gen-hs --without-ruby --without-haskell --without-erlang \ + && make \ + && make install +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV ANT_HOME=/opt/tools/installed/apache-ant-1.10.8 +#ENV PATH=$ANT_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/parquet-mr/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/parquet-mr/cdh6.3.2-release.tar.gz \ + && tar -xvf cdh6.3.2-release.tar.gz \ + && cd parquet-mr-cdh6.3.2-release \ + && sed -i "61a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n wso2 Repositories\n\n\n pentaho-repo\n pentaho-repo\n https://public.nexus.pentaho.org/content/groups/omni/\n\n\n bsdn-repo\n bsdn Repositories\n http://nexus.bsdn.org/content/repositories/public/\n" pom.xml \ + && mvn package apache-rat:check -Drat.numUnapprovedLicenses=1 -DskipTests \ + && mkdir /root/output \ + && cp `find . -name "*.jar"` /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-pig-0.17.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-pig-0.17.0 new file mode 100644 index 0000000000000000000000000000000000000000..1243fd23dcd83781cb8cebed6ee6375f1567b20e --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-pig-0.17.0 @@ -0,0 +1,57 @@ +FROM arm64v8/centos:1911 +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget unzip patch +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + && cd /opt/tools/installed \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/pig/apache-ant-1.9.4-bin.tar.gz \ + #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.9.4-bin.tar.gz \ + && tar -zxf apache-ant-1.9.4-bin.tar.gz \ + #&& wget http://archive.apache.org/dist/forrest/0.9/apache-forrest-0.9.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/pig/apache-forrest-0.9.tar.gz \ + && tar -zxf apache-forrest-0.9.tar.gz +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.9.4 +ENV PATH=$ANT_HOME/bin:$PATH +ENV FORREST_HOME=/opt/tools/installed/apache-forrest-0.9 +ENV PATH=$FORREST_HOME/bin:$PATH +# +WORKDIR /home/src +#RUN wget https://github.com/cloudera/pig/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/pig/cdh6.3.2-release.tar.gz \ + && tar -zxf cdh6.3.2-release.tar.gz \ + && cd pig-cdh6.3.2-release \ + && sed -i "295s/repo2.maven.org\/maven2/mirrors.huaweicloud.com\/repository\/maven/" build.xml \ + && sed -i "100s/http:\/\/repo2/https:\/\/repo1/" contrib/piggybank/java/build.xml \ + && sed -i "32i " ivy/ivysettings.xml \ + && sed -i "54i " ivy/ivysettings.xml \ + && sed -i "77i " ivy/ivysettings.xml \ + && sed -i "81i " ivy/ivysettings.xml \ + && sed -i "102i " ivy/ivysettings.xml \ + && sed -i "103s/^//" ivy/ivysettings.xml \ + && echo "repository.root=https://repo1.maven.org/maven2" > build.properties \ + && sed -i "1a # These override the settings in ivysettings.xml\nsnapshots.cloudera.com=https://repository.cloudera.com/content/repositories/snapshots\nreleases.cloudera.com=https://repository.cloudera.com/artifactory/cdh-releases-rcs/\n\n# Default reactor.repo for developer builds.\n# Pakaging builds tend to override this in\n# do-component-build with the local .m2 repository.\nreactor.repo=https://repository.cloudera.com/content/repositories/snapshots\n\nhbaseversion=1\nhadoopversion=3\nsparkversion=2\n\n# Versions from root CDH pom.xml\npig.version=0.17.0-cdh6.3.2\nversion=0.17.0-cdh6.3.2\nhbase1.version=2.1.0-cdh6.3.2\nzookeeper.version=3.4.5-cdh6.3.2\navro.version=1.8.2-cdh6.3.2\nhadoop-common.version=3.0.0-cdh6.3.2\nhadoop-hdfs.version=3.0.0-cdh6.3.2\nhadoop-mapreduce.version=3.0.0-cdh6.3.2\nprotobuf-java.version=2.5.0\nslf4j-api.version=1.7.25\nslf4j-log4j12.version=1.7.25\nparquet-pig-bundle.version=1.9.0-cdh6.3.2\nsnappy-java.version=1.1.4\ncommons-lang.version=2.6\njetty.version=6.1.26.cloudera.4\nhive.version=2.1.1-cdh6.3.2\nspark2.version=2.4.0-cdh6.3.2\njackson.version=1.9.13\njackson-mapper-asl.version=1.9.13-cloudera.1" build.properties \ + && ant tar -Dforrest.home=/opt/tools/installed/apache-forrest-0.9 -Dhadoopversion=3 \ + && mkdir /root/output \ + && cp ./build/pig-0.17.0-cdh6.3.2.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-search-1.0.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-search-1.0.0 new file mode 100644 index 0000000000000000000000000000000000000000..a14ba0128f6553792f95cda369d82e79e6f6c6e8 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-search-1.0.0 @@ -0,0 +1,38 @@ +FROM arm64v8/centos:1911 +# +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/search/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/search/cdh6.3.2-release.tar.gz \ + && tar -xvf cdh6.3.2-release.tar.gz \ + && cd search-cdh6.3.2-release \ + && sed -i "162a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n wso2 Repositories\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n" pom.xml \ + && mvn package -DskipTests -Dtar -Ddist \ + && mkdir /root/output \ + && cp ./search-dist/target/cloudera-search-1.0.0-cdh6.3.2-search-dist.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-sentry-2.1.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-sentry-2.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..65e65bf7837a6aac601b622d7d5c58631f79d68e --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-sentry-2.1.0 @@ -0,0 +1,41 @@ +FROM arm64v8/centos:1911 +# +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +RUN yum install -y wget +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/sentry/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/sentry/cdh6.3.2-release.tar.gz \ + && tar -xvf cdh6.3.2-release.tar.gz \ + && cd sentry-cdh6.3.2-release \ + && sed -i "1426,1427c cloudera.repo\nhttps://repository.cloudera.com/artifactory/cdh-releases-rcs/" pom.xml \ + && sed -i "1428a " pom.xml \ + && sed -i "1424a \n Kunpengmaven\n Kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n\n\n huaweicloud.repo\n HuaweiCloud Repositories\n https://mirrors.huaweicloud.com/repository/maven\n\n\n wso2.repo\n wso2 Repositories\n http://maven.wso2.org/nexus/content/groups/wso2-public/\n" pom.xml \ + && sed -i "40c false" sentry-tests/pom.xml \ + && mvn package -DskipTests \ + && mkdir /root/output \ + && cp ./sentry-dist/target/apache-sentry-2.1.0-cdh6.3.2-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-spark-2.4.0 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-spark-2.4.0 new file mode 100644 index 0000000000000000000000000000000000000000..85a6511d26ad631cb5c9aaaa7cf332837784232e --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-spark-2.4.0 @@ -0,0 +1,72 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel unzip + + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install R +WORKDIR /opt/tools/installed +#RUN wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/spark/R-3.1.1.tar.gz \ + && tar -zxf R-3.1.1.tar.gz \ + && cd R-3.1.1 \ + && yum install -y readline-devel libXt-devel \ + && ./configure --enable-R-shlib --enable-R-static-lib --with-libpng --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ + && make all -j8 && make install + +ENV R_HOME=/opt/tools/installed/R-3.1.1 +ENV PATH=$R_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile spark +RUN cd /opt/tools/installed/ \ + #&& wget https://github.com/cloudera/spark/archive/cdh6.3.2-release.zip \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/spark/cdh6.3.2-release.zip \ + && unzip cdh6.3.2-release.zip \ + && cd spark-cdh6.3.2-release \ + && sed -i '233a\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n \n false\n \n' pom.xml \ + && ./dev/make-distribution.sh --tgz -Pyarn,hive,sparkr -DskipTests \ + && mkdir /root/output \ + && cp ./spark-2.4.0-cdh6.3.2-bin-3.0.0-cdh6.3.2.tgz /root/output diff --git a/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-zookeeper-3.4.6 b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-zookeeper-3.4.6 new file mode 100644 index 0000000000000000000000000000000000000000..b5af83c9e3c395b54c6dd596be35cde092edccd4 --- /dev/null +++ b/BigData/CentOS8.1.1911/cdh/6.3.2/Dockerfile-zookeeper-3.4.6 @@ -0,0 +1,65 @@ +FROM arm64v8/centos:1911 +# +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum makecache \ +# && yum downgrade -y glibc glibc-common \ +RUN yum install -y cppunit-devel libtool make wget +# +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml \ + && cd /opt/tools/installed \ + #&& wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.10.8-bin.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/zookeeper/apache-ant-1.10.8-bin.tar.gz \ + && tar -xvf apache-ant-1.10.8-bin.tar.gz +# +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.10.8 +ENV PATH=$ANT_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" +# +WORKDIR /home/src/ +#RUN wget https://github.com/cloudera/zookeeper/archive/cdh6.3.2-release.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/CDH/6.3.2/zookeeper/cdh6.3.2-release.tar.gz \ + && tar -xvf cdh6.3.2-release.tar.gz \ + && cd zookeeper-cdh6.3.2-release \ + && sed -i "s/http:\/\/repo2.maven.org/https:\/\/repo1.maven.org/g" build.xml \ + && sed -i "s/http:\/\/repo1.maven.org/https:\/\/repo1.maven.org/g" ivysettings.xml \ + && sed -i "s/http:\/\/repo2.maven.org/https:\/\/repo1.maven.org/g" src/contrib/build-contrib.xml \ + && sed -i "52a \n \n huaweicloud-plugin\n http://mirrors.huaweicloud.com/repository/maven\n \n true\n \n \n" cloudera/maven-packaging/pom.xml \ + && sed -i "35a \n kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven\n Kunpeng Repository\n \n false\n \n\n\n central.repo\n https://https://repo1.maven.org/maven2\n Central Repository\n \n false\n \n" cloudera/maven-packaging/pom.xml \ + && sed -i "s/groups\/cdh-releases-rcs/epositories\/releases/g" cloudera/maven-packaging/pom.xml \ + && sed -i "s/content\/repositories\/snapshots/cloudera\/libs-snapshot-local/g" cloudera/maven-packaging/pom.xml \ + && sed -i "66a \n kunpeng.repo\n https://mirrors.huaweicloud.com/kunpeng/maven\n Kunpeng Repository\n \n false\n \n" cloudera-pom.xml \ + && sed -i "s/groups\/cdh-releases-rcs/epositories\/releases/g" cloudera/maven-packaging/pom.xml \ + && sed -i "s/content\/repositories\/snapshots/cloudera\/libs-snapshot-local/g" cloudera/maven-packaging/pom.xml \ + && sed -i "486,492c return __sync_fetch_and_add(operand,incr);" src/c/src/mt_adaptor.c \ + && sed -i "19a " ivysettings.xml \ + && sed -i "33a " ivysettings.xml \ + && sed -i "43a " ivysettings.xml \ + && echo '#' > cloudera/build.properties \ + && echo '#Sat Aug 1 16:27:33 CST 2020' >> cloudera/build.properties \ + && echo 'version=3.4.6-cdh6.3.2' >> cloudera/build.properties \ + && echo 'zookeeper.version=3.4.6-cdh6.3.2' >> cloudera/build.properties \ + && ant \ + && ant compile-native \ + && ant package tar \ + && mkdir /root/output \ + && cp -r ./build/c/build/usr/ /root/output \ + && cp ./build/zookeeper-3.4.6-SNAPSHOT.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-accumulo-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-accumulo-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..82cad83638d85b7205d1dcb6c86d2e42755ceef3 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-accumulo-3.1.0 @@ -0,0 +1,86 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile accumulo +WORKDIR /home +#RUN wget https://github.com/hortonworks/accumulo-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/accumulo/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd accumulo-release-HDP-3.1.0.0-78-tag \ +# + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' assemble/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' core/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' docs/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' examples/simple/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' fate/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' maven-plugin/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' minicluster/pom.xml \ +# + && sed -i '27s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' pom.xml \ + && sed -i '138s/3.0.0.3.0.0.0-SNAPSHOT/3.1.1.3.1.0.0-78/' pom.xml \ + && sed -i '165s/3.4.6.3.0.0.0-SNAPSHOT/3.4.6.3.1.0.0-78/' pom.xml \ +# + && sed -i '584i\\n \n \n true\n \n \n true\n \n jcenter\n https://jcenter.bintray.com\n \n' pom.xml \ +# +# + && sed -i '1497s/3.0.0.3.0.0.0-SNAPSHOT/3.1.1.3.1.0.0-78/' pom.xml \ + && sed -i '1523s/3.0.0.3.0.0.0-SNAPSHOT/3.1.1.3.1.0.0-78/' pom.xml \ +# + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' proxy/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/base/pom.xml\ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/gc/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/master/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/monitor/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/native/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/tracer/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' server/tserver/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' shell/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' start/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' test/pom.xml \ + && sed -i '23s/1.7.0.3.0.0.0-SNAPSHOT/1.7.0.3.1.0.0-78/' trace/pom.xml \ +# + && mvn install -DskipTests \ + && mkdir -p /root/output/ \ + && cp /home/accumulo-release-HDP-3.1.0.0-78-tag/server/native/target/libaccumulo.so /root/output/ diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-atlas-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-atlas-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..d090b83881d9e8e71f3c2dcd47633032bcb79d48 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-atlas-3.1.0 @@ -0,0 +1,61 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile atlas +WORKDIR /home +#RUN wget https://github.com/hortonworks/atlas-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/atlas/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd atlas-release-HDP-3.1.0.0-78-tag \ + && sed -i '779a\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && sed -i '826,830d' pom.xml \ + + && mkdir -p ~/.m2/repository/com/github/eirslett/node/8.9.0/ \ +# && wget https://nodejs.org/dist/v8.9.0/node-v8.9.0-linux-arm64.tar.gz -O ~/.m2/repository/com/github/eirslett/node/8.9.0/node-8.9.0-linux-arm64.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/HDP/atlas/node-v8.9.0-linux-arm64.tar.gz -O ~/.m2/repository/com/github/eirslett/node/8.9.0/node-8.9.0-linux-arm64.tar.gz \ + + && mvn clean package -Pdist -DskipTests -Drat.skip \ + && mkdir -p /root/output \ + && cp ./distro/target/*.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-hadoop-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-hadoop-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..0e586bd049b5b40e1fabe3042211103458b16b29 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-hadoop-3.1.0 @@ -0,0 +1,47 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget patch \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" + +RUN source /etc/profile && mkdir -p /opt/tools/installed && cd /opt/tools/installed \ +# && yum -y downgrade krb5-libs openssl-libs \ + && yum -y install wget patch openssl-devel zlib-devel automake libtool make libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel protobuf protobuf-devel \ +# && wget https://cmake.org/files/v3.12/cmake-3.12.4.tar.gz \ +# && wget https://github.com/hortonworks/hadoop-release/archive/HDP-3.1.0.0-78-tag.tar.gz + && wget http://archive-server:50050/cache-data/BigData/HDP/hadoop/cmake-3.12.4.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/HDP/hadoop/HDP-3.1.0.0-78-tag.tar.gz + +# COPY HDP-3.1.0.0-78-tag.tar.gz cmake-3.12.4.tar.gz ./ + +RUN tar -zxf cmake-3.12.4.tar.gz && cd cmake-3.12.4 && ./bootstrap && make -j8 && make install \ + && cd - && tar -zxvf HDP-3.1.0.0-78-tag.tar.gz && cd hadoop-release-HDP-3.1.0.0-78-tag \ + && sed -i '54a \ kunpengmaven \ kunpeng maven\ https://mirrors.huaweicloud.com/kunpeng/maven \ \ \mulesoftmaven \ mulesoft maven\ https://repository.mulesoft.org/nexus/content/repositories \ \ \hortonworkmaven \ hortonwork maven\ https://repo.hortonworks.com/content/repositories/releases \ ' pom.xml \ + && sed -i '589a \ \hortonworkmaven \ hortonwork maven\ https://repo.hortonworks.com/content/repositories/releases \ \ ' hadoop-hdfs-project/hadoop-hdfs/pom.xml \ + && sed -i '654c /opt/tools/installed/jdk8u252-b09/bin/javah ' hadoop-common-project/hadoop-common/pom.xml && sed -i '810c /opt/tools/installed/jdk8u252-b09/bin/javah ' hadoop-common-project/hadoop-common/pom.xml \ + && source /etc/profile && mvn clean package -DskipTests -Pdist,native -Dsnappy.lib=/usr/lib64 -Dbundle.snapy -Dmaven.javadoc.skip=true \ + && mkdir -p /root/output \ + && cp ./hadoop-dist/target/hadoop-3.1.1.3.1.0.0-78.tar.gz /root/output + diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-hbase-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-hbase-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..617b38e1bb10453cbfb835afed4ae70c7631d180 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-hbase-3.1.0 @@ -0,0 +1,55 @@ +FROM arm64v8/centos:1911 + +WORKDIR /root +#RUN cp -r /etc/yum.repos.d /etc/yum.repos.d-bak \ +# && rm -f /etc/yum.repos.d/* \ +# && echo '[Local]' > /etc/yum.repos.d/Local.repo \ +# && echo 'name=CentOS-7.6 Local' >> /etc/yum.repos.d/Local.repo \ +# && echo 'baseurl=http://192.168.189.236:8080/media' >> /etc/yum.repos.d/Local.repo \ +# && echo 'enabled=1' >> /etc/yum.repos.d/Local.repo \ +# && echo 'gpgcheck=0' >> /etc/yum.repos.d/Local.repo \ +# && yum clean all \ +# && yum clean metadata \ +# && yum update \ +# && yum makecache \ +RUN yum -y install wget +#&& yum -y downgrade glibc-common glibc libstdc++ +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" + +#RUN yum -y downgrade krb5-libs openssl-libs +RUN yum -y install wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel patch unzip gcc gcc-c++ + +# COPY HDP-3.1.0.0-78-tag.tar.gz protobuf-2.5.0.tar.gz ./ +# RUN wget https://github.com/hortonworks/hbase-release/archive/HDP-3.1.0.0-78-tag.tar.gz +RUN wget http://archive-server:50050/cache-data/BigData/HDP/hbase/HDP-3.1.0.0-78-tag.tar.gz + +# RUN tar -zxf protobuf-2.5.0.tar.gz && cd protobuf-2.5.0 && wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/protoc.zip && unzip protoc.zip && cp protoc/protoc.patch ./src/google/protobuf/stubs/ && cd ./src/google/protobuf/stubs && patch -p1 < protoc.patch && cd - && ./autogen.sh && ./configure CFLAGS='-fsigned-char' && make -j8 && make install && source /etc/profile && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/local/bin/protoc + +RUN yum install -y protobuf protobuf-devel \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc + +RUN tar -xzf HDP-3.1.0.0-78-tag.tar.gz && cd hbase-release-HDP-3.1.0.0-78-tag \ + && sed -i '1369c 2.3.2.3.1.0.0-78' pom.xml \ + && sed -i '3737a \n kunpengmaven \n kunpeng maven \n https://mirrors.huaweicloud.com/kunpeng/maven \n \n \n hortonworksmaven \n hortonworks maven \n https://repo.hortonworks.com/content/repositories/release \n ' pom.xml \ + && sed -i '3748,3758d' pom.xml \ + && sed -i '240a \n \n com.google.code.findbugs \n jsr305 \n \n ' hbase-client/pom.xml && sed -i '319a \n \n com.google.code.findbugs \n jsr305 \n \n ' hbase-client/pom.xml \ + && sed -i '53a \n \n com.google.code.findbugs \n jsr305 \n \n ' hbase-shaded/hbase-shaded-client/pom.xml \ + + && source /etc/profile && mvn package -DskipTests assembly:single validate -Denforcer.skip=true \ + && mkdir -p /root/output/ \ + && cp ./hbase-assembly/target/hbase-2.0.2.3.1.0.0-78-bin.tar.gz /root/output/ + diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-hive-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-hive-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..6d6a2a8822cc35fb617dcbdc49e03f88d1635808 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-hive-3.1.0 @@ -0,0 +1,64 @@ +# base image +FROM arm64v8/centos:1911 + +# config yum.repos \ install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ \ +# && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 wget patch \ +# && yum -y downgrade krb5-libs openssl-libs \ + && yum install -y wget vim openssl-devel zlib-devel automake libtool make libstdc++-static glibc-static git snapppy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +#ENV MAVEN_OPTS="-Xms4096m -Xmx4096m -XX:PermSize=768m -XX:MaxPermSize=768m" + +# enable ENV +RUN source /etc/profile + + +# install protoc +RUN yum install -y protobuf protobuf-devel \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc +# mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/local/bin/protoc + + +# config hive pom.xml +# RUN source /etc/profile && wget https://github.com/hortonworks/hive-release/archive/HDP-3.1.0.0-78-tag.tar.gz +RUN source /etc/profile && wget http://archive-server:50050/cache-data/BigData/HDP/hive/HDP-3.1.0.0-78-tag.tar.gz + +RUN ls -l \ + && tar -xzf HDP-3.1.0.0-78-tag.tar.gz \ + && ls -l && pwd \ + && cd hive-release-HDP-3.1.0.0-78-tag && pwd && ls -l \ + && sed -i 's/3.1.0-SNAPSHOT/3.1.0.3.1.0.0-78/g' `find . -name pom.xml` \ + && sed -i 's/3.1.0.0-SNAPSHOT/3.1.0.0-78/g' `find . -name pom.xml` \ + && sed -i s/2.6.1-SNAPSHOT/2.3.0.3.1.0.0-78/g pom.xml \ + && sed -i s/2.6.1-SNAPSHOT/2.3.0.3.1.0.0-78/g standalone-metastore/pom.xml \ + && sed -i '222a \n kunpengmaven \n kunpeng maven \n https://mirrors.huaweicloud.com/kunpeng/maven \n \n \n hortonworksmaven \n hortonworks maven \n https://repo.hortonworks.com/content/repositories/releases \n ' pom.xml \ +# RUN building + && source /etc/profile \ + && mvn package -DskipTests -Pdist -Dtar \ + && mkdir -p /root/output \ + && cp ./packaging/target/apache-hive-3.1.0.3.1.0.0-78-bin.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-kafka-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-kafka-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..e709cd954cd3ad0e6950dd5ad3d9d4348e9cb74c --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-kafka-3.1.0 @@ -0,0 +1,62 @@ +# base image +FROM arm64v8/centos:1911 + +# config yum.repos +WORKDIR /root +Run yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ + && mv /usr/bin/gcc /usr/bin/gcc-impl \ + && echo '#! /bin/sh' > /usr/bin/gcc \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> /usr/bin/gcc \ + && chmod +x /usr/bin/gcc \ + && mv /usr/bin/g++ /usr/bin/g++-impl \ + && echo '#! /bin/sh' > /usr/bin/g++ \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> /usr/bin/g++ \ + && chmod +x /usr/bin/g++ + +# install dependencies +Run yum -y install wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git gcc gcc-c++ unzip zip grep + +# install JDK +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + +# install Maven +RUN wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH +RUN source /etc/profile + +#RUN yum -y downgrade krb5-libs openssl-libs \ +# && yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 \ +# && yum -y install wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git gcc gcc-c++ unzip zip + +# COPY HDP-3.1.0.0-78-tag.tar.gz 3.1.3.tar.gz 5.0.0.tar.gz gradle-5.4.1-bin.zip sbt-0.13.15.tgz scala repositories kafka.patch ./ + +# install Gradle +# RUN wget https://downloads.gradle.org/distributions/gradle-4.10-bin.zip --no-check-certificate \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/kafka/gradle-4.10-bin.zip --no-check-certificate \ + && unzip gradle-4.10-bin.zip +ENV GRADLE_HOME=/opt/tools/installed/gradle-4.10 +ENV PATH=$GRADLE_HOME/bin:$PATH +RUN source /etc/profile + +# install kafka +# RUN wget https://github.com/hortonworks/kafka-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/kafka/HDP-3.1.0.0-78-tag.tar.gz \ + &&source /etc/profile \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd kafka-release-HDP-3.1.0.0-78-tag \ + && sed -i '39a maven { \n url = "https://mirrors/huaweicloud.com/kunpeng/maven"\n } \n maven { \n url="https://mirrors.huaweicloud.com/repository/maven" \n } ' build.gradle \ + && gradle releaseTarGz -info \ + && mkdir -p /root/output \ + && cp ./core/build/distributions/kafka_2.11-2.0.0.3.1.0.0-78.tgz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-knox-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-knox-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..1751fc099dfa230e9bf866a0d93f8a606078ae49 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-knox-3.1.0 @@ -0,0 +1,58 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile knox +WORKDIR /home +RUN wget http://archive-server:50050/cache-data/BigData/HDP/knox/HDP-3.1.0.0-78-tag.tar.gz \ +#RUN wget https://github.com/hortonworks/knox-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd knox-release-HDP-3.1.0.0-78-tag \ + && sed -i '1443a\\n centermaven\n center maven\n https://repo1.maven.org/maven2\n \n' pom.xml \ +# && sed -i '1443a\\n hortonworksmaven\n hortonworks maven\n https://repo.hortonworks.com/content/repositories/releases\n \n' pom.xml + && sed -i '1443a\\n \n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven/\n \n' pom.xml \ + && sed -i '320a\\n \n hortonworksmaven\n hortonworks maven\n https://repo.hortonworks.com/content/repositories/releases\n \n' gateway-test-release/pom.xml \ + && mvn clean install -DskipTests \ + && mkdir -p /root/output \ + && cp `find . -name '*.jar'` /root/output > cplog || cat cplog diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-livy-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-livy-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..d0658bf0a4365cd8cc1631d50626c2f9fb8e804b --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-livy-3.1.0 @@ -0,0 +1,77 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install unzip +RUN yum -y install unzip +# install setuptools +WORKDIR /home +#RUN wget https://files.pythonhosted.org/packages/e1/b1/b9a490783bc7c10ca9e87aecbdc21baedb97a80a65f98559f283e3c7fb46/setuptools-36.2.5.zip \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/livy/setuptools-36.2.5.zip \ + && unzip setuptools-36.2.5.zip \ + && cd setuptools-36.2.5 \ + && python setup.py build \ + && python setup.py install +# install pip +WORKDIR /home +#RUN wget https://files.pythonhosted.org/packages/ce/ea/9b445176a65ae4ba22dce1d93e4b5fe182f953df71a145f557cffaffc1bf/pip-19.3.1.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/livy/pip-19.3.1.tar.gz \ + && tar -zxf pip-19.3.1.tar.gz \ + && mv pip-19.3.1 /opt/tools/installed \ + && cd /opt/tools/installed/pip-19.3.1/ \ + && python setup.py install \ + && pip install --upgrade pip \ + && pip install --upgrade --ignore-installed setuptools \ + && pip install wheel + +#compile livy +WORKDIR /home +#RUN wget https://github.com/hortonworks/livy-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/livy/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd livy-release-HDP-3.1.0.0-78-tag \ + && sed -i '162i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && mvn package -DskipTests \ + && mkdir -p /root/output \ + && cp ./assembly/target/livy-server-0.5.0.3.1.0.0-78.zip /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-oozie-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-oozie-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..216ab05ad0412d146545246a365065becd34e706 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-oozie-3.1.0 @@ -0,0 +1,55 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile oozie +WORKDIR /home +#RUN wget https://github.com/hortonworks/oozie-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/oozie/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -xzf HDP-3.1.0.0-78-tag.tar.gz \ + && cd oozie-release-HDP-3.1.0.0-78-tag \ + && sed -i '158i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && mvn package -DskipTests assembly:single \ + && mkdir -p /root/output \ + && cp ./distro/target/oozie-4.3.1.3.1.0.0-78-distro.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-phoenix-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-phoenix-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..7dce2d6531b2a16fe34c730cfca22c3ca0a9d20a --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-phoenix-3.1.0 @@ -0,0 +1,56 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile phoenix +WORKDIR /home +#RUN wget https://github.com/hortonworks/phoenix-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/phoenix/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd phoenix-release-HDP-3.1.0.0-78-tag \ + && sed -i '49s/http/https/' pom.xml \ + && sed -i '42i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && mvn clean package -DskipTests \ + && mkdir /root/output \ + && cp ./phoenix-assembly/target/phoenix-5.0.0.3.1.0.0-78.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-pig-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-pig-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..bd0bbbe5ae0c65880498e3d0f75133a5f5d13caf --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-pig-3.1.0 @@ -0,0 +1,82 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile pig +WORKDIR /home +# install ant +# RUN wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.9.14-bin.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/pig/apache-ant-1.9.14-bin.tar.gz \ + && tar -zxvf apache-ant-1.9.14-bin.tar.gz \ + && mv apache-ant-1.9.14 /opt/tools/installed/ + +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.9.14 +ENV PATH=$ANT_HOME/bin:$PATH +# enable ENV +RUN source /etc/profile + +# install pig +# RUN wget https://github.com/hortonworks/pig-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/pig/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd pig-release-HDP-3.1.0.0-78-tag \ + && sed -i '42s/-SNAPSHOT/.3.1.0.0-78/' build.xml \ + && sed -i '271s?http://repo2.maven.org/maven2?https://mirrors.huaweicloud.com/repository/maven/?' build.xml \ + && sed -i '32i\' ivy/ivysettings.xml \ + && sed -i '32i\' ivy/ivysettings.xml \ + && sed -i '47i\' ivy/ivysettings.xml \ + && sed -i '47i\' ivy/ivysettings.xml \ + + && sed -i '62i\' ivy/ivysettings.xml \ + && sed -i '62i\' ivy/ivysettings.xml \ + && sed -i '45s/2.6.0/3.1.1.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '46s/2.6.0/3.1.1.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '47s/2.6.0/3.1.1.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '51s/2.0.0/3.1.0.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '75s/4.1.1.Final/4.1.17.Final/' ivy/libraries.properties \ + && sed -i '96s/0.7.0/0.9.1.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '106s/1.4.3/1.4.3.3.0.0.0-1574/' ivy/libraries.properties \ + && ant clean jar piggybank -Dhadoopversion=23 \ + && mkdir -p /root/output \ + && cp `find . -name '*.jar'` /root/output > cplog || cat cplog diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-ranger-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-ranger-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..d399c5a08b99e3f1cb687c81fe0087672fac5203 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-ranger-3.1.0 @@ -0,0 +1,60 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile ranger +WORKDIR /home +# install dependency +RUN yum -y install pam-devel +# download source +# RUN wget https://github.com/hortonworks/ranger-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/ranger/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd ranger-release-HDP-3.1.0.0-78-tag \ + && sed -i '295s?https://repository.apache.org/content/repositories/snapshots?https://repo.hortonworks.com/content/repositories/releases/?' pom.xml \ + && sed -i '292i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && sed -i '44,60d' ranger-util/pom.xml \ + && mvn package assembly:assembly -DskipTests -Drat.skip=true \ + && mkdir -p /root/output \ + && cp ./target/*.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-spark-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-spark-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..38c1c9d45e39a24fe9adc3afc571278485f0b35f --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-spark-3.1.0 @@ -0,0 +1,74 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install R +WORKDIR /opt/tools/installed +#RUN wget http://cran.rstudio.com/src/base/R-3/R-3.1.1.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/spark/R-3.1.1.tar.gz \ + && tar -zxf R-3.1.1.tar.gz \ + && cd R-3.1.1 \ + && yum install -y readline-devel libXt-devel \ + && ./configure --enable-R-shlib --enable-R-static-lib --with-libpng --with-jpeglib --prefix=/opt/tools/installed/R-3.1.1 \ + && make all -j8 && make install + +ENV R_HOME=/opt/tools/installed/R-3.1.1 +ENV PATH=$R_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile spark +RUN cd /opt/tools/installed/ \ +# && wget https://github.com/hortonworks/spark2-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/HDP/spark/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd spark2-release-HDP-3.1.0.0-78-tag \ + && sed -i '235a\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && sed -i '245s?https://repo.maven.apache.org/maven2?https://maven.aliyun.com/repository/public?' pom.xml \ + && sed -i '252a\\n hortonworksmaven\n hortonworks maven\n https://repo.hortonworks.com/content/repositories/releases\n' pom.xml \ + && dev/make-distribution.sh --tgz -Pyarn -Phive -Phive-thriftserver -Pmesos -Pspark-ganglia-lgpl -Pkinesis-asl -Phadoop-3.1 -Phadoop-cloud -Phwx-common -Psparkr \ + && mkdir -p /root/output \ + && cp spark-2.3.2.3.1.0.0-78-bin-3.1.1.3.1.0.0-78.tgz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-sqoop-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-sqoop-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..aa3198230c3757f0266c663c859cb229d6731908 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-sqoop-3.1.0 @@ -0,0 +1,113 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install ant +WORKDIR /home +#RUN wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.7.1-bin.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/sqoop/apache-ant-1.7.1-bin.tar.gz \ + && tar -zxf apache-ant-1.7.1-bin.tar.gz \ + && mv apache-ant-1.7.1 /opt/tools/installed/ + +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.7.1/ +ENV PATH=$ANT_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + + +# compile sqoop +WORKDIR /home +#RUN wget https://github.com/hortonworks/sqoop-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/sqoop/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd sqoop-release-HDP-3.1.0.0-78-tag \ + # modified build.xml + && sed -i '43s/1.5.0-SNAPSHOT/1.4.7.3.1.0.0-78/' build.xml \ + && sed -i '109s\${build.dir}/${bin.artifact.name}.tar.gz\${build.dir}/${name}.tar.gz\' build.xml \ + && sed -i '171,176d' build.xml \ + && sed -i '170a\' build.xml \ + && sed -i '171a\' build.xml \ + && sed -i '172a\' build.xml \ + && sed -i '173a\' build.xml + # modified /ivy/ivysettings.xml +WORKDIR /home/sqoop-release-HDP-3.1.0.0-78-tag +RUN sed -i '34d' ivy/ivysettings.xml \ + && sed -i '33a\' ivy/ivysettings.xml \ + && sed -i '34a\' ivy/ivysettings.xml \ + && sed -i '35a\' ivy/ivysettings.xml \ + && sed -i '36a\' ivy/ivysettings.xml \ + && sed -i '37a\' ivy/ivysettings.xml \ + && sed -i '38a\' ivy/ivysettings.xml \ + && sed -i '42a\' ivy/ivysettings.xml \ + && sed -i '50d' ivy/ivysettings.xml \ + && sed -i '49a\value="https://repository.cloudera.com/cloudera/libs-snapshot-local/"' ivy/ivysettings.xml \ +# + && sed -i '63a\' ivy/ivysettings.xml \ + && sed -i '64a\' ivy/ivysettings.xml \ + && sed -i '65a\' ivy/ivysettings.xml \ + && sed -i '66a\' ivy/ivysettings.xml \ + && sed -i '67a\' ivy/ivysettings.xml +# +RUN sed -i '93a\' ivy/ivysettings.xml +RUN sed -i '94a\' ivy/ivysettings.xml +RUN sed -i '95a\' ivy/ivysettings.xml +RUN sed -i '96a\' ivy/ivysettings.xml +RUN sed -i '97a\' ivy/ivysettings.xml + # modified ivy/libraries.properties +RUN sed -i '23s/1.1.1-SNAPSHOT/1.0.0.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '61s/2.6.0/3.1.1.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '62s/1.2.4/2.0.2.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '63s/1.2.1/3.1.0.3.1.0.0-78/' ivy/libraries.properties \ + && sed -i '65s/1.4.3/1.5.1.3.1.0.0-78/' ivy/libraries.properties \ +# add dependencies + && yum -y install redhat-lsb asciidoc xmlto \ +# + && ant tar \ + && mkdir -p /root/output \ + && cp ./build/sqoop.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-storm-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-storm-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..7abe83484ef2e9d15b0beb39c852ea79d1216e95 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-storm-3.1.0 @@ -0,0 +1,63 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# compile storm +WORKDIR /home +#RUN wget https://github.com/hortonworks/storm-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/storm/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd storm-release-HDP-3.1.0.0-78-tag \ + && sed -i '278s/0.10.0.2.5.2.0-70/0.10.0.2.5.3.0-37/' pom.xml \ + && sed -i '1130i\\n repo2\n repo2\n http://packages.confluent.io/maven\n' pom.xml \ + && sed -i '1130i\\n hortonworksmaven\n hortonworksmaven\n https://repo.hortonworks.com/content/repositories/releases\n' pom.xml \ + && sed -i '1130i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && sed -i '1062,1075d' storm-core/pom.xml \ + && sed -i '36s?http://s3.amazonaws.com/dev.hortonworks.com/ARTIFACTS/hyperic-sigar-1.6.4.zip?https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Tools/hyperic-sigar-1.6.4.zip?' external/storm-metrics/pom.xml \ + && sed -i '37s?8f79d4039ca3ec6c88039d5897a80a268213e6b7?642425d7153d4487d15ae6e1e31e30d454dd5056?' external/storm-metrics/pom.xml \ + && mvn package -DskipTests -Pnative -Dtar -Dmaven.javadoc.skip=true \ + && cd storm-dist/binary \ + && mvn package -Dgpg.skip=true \ + && mkdir -p /root/output \ + && cp ./target/apache-storm-1.2.1.3.1.0.0-78.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-tez-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-tez-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..f08df61585f48ca5804435889f804d7d17b2d13e --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-tez-3.1.0 @@ -0,0 +1,95 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install phantomjs +WORKDIR /home +RUN yum install -y flex bison gperf ruby freetype-devel fontconfig-devel libicu-devel sqlite-devel libpng-devel libjpeg-devel \ +# && git config --global http.sslVerify false \ +# && git clone https://github.com/ariya/phantomjs.git \ +# && cd phantomjs \ +# && git checkout 2.1.1 \ +# && git submodule init \ +# && git submodule update + && wget http://archive-server:50050/cache-data/BigData/ENV/phantomjs.tar.gz \ + && tar -zxf phantomjs.tar.gz \ + && cd phantomjs +WORKDIR /home/phantomjs +RUN python build.py -c || sed -i 's/-pipe -O3 -fPIC/-pipe -O2 -fPIC/g' src/qt/qtbase/src/gui/Makefile \ + && python build.py -c \ + && mkdir -p /opt/tools/installed/phantomjs/bin \ + && cp -r bin/phantomjs /opt/tools/installed/phantomjs/bin/phantomjs +ENV PHANTOMJS_HOME=/opt/tools/installed/phantomjs +ENV PATH=$PHANTOMJS_HOME/bin:$PATH +RUN source /etc/profile +# +# +# install nodejs and npm +WORKDIR /home +#RUN wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/tez/node-v8.6.0-linux-arm64.tar.gz \ + && tar -zxf node-v8.6.0-linux-arm64.tar.gz \ + && mv node-v8.6.0-linux-arm64 /opt/tools/installed +# set ENV +ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 +ENV PATH=$NODE_HOME/bin:$PATH +RUN source /etc/profile +# +# install protoc-2.5.0 +RUN yum install -y protobuf protobuf-devel \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=2.5.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=/usr/bin/protoc \ + && source /etc/profile +# compile tez +WORKDIR /home +#RUN wget https://github.com/hortonworks/tez-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/tez/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd tez-release-HDP-3.1.0.0-78-tag \ + && sed -i '48s?https://repository.apache.org/content/repositories/snapshots?https://repo.hortonworks.com/content/repositories/releases/?' pom.xml \ + && sed -i '82i\\n kunpengmaven\n kunpeng maven\n https://mirrors.huaweicloud.com/kunpeng/maven\n' pom.xml \ + && sed -i '147s/install/install --allow-root/' tez-ui/pom.xml \ + && sed -i '70s/81df608a40bf0629a1dc08e584849bb1e43e0b7a/v3.3.6/' tez-ui/src/main/webapp/bower-shrinkwrap.json \ + && mvn package -DskipTests \ + && mkdir -p /root/output \ + && cp ./tez-dist/target/tez-0.9.1.3.1.0.0-78.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-zeppelin-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-zeppelin-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..301d6082b37a4f51ab0fc2287ea8f4f29106b262 --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-zeppelin-3.1.0 @@ -0,0 +1,141 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install phantomjs +WORKDIR /home +RUN yum install -y flex bison gperf ruby freetype-devel fontconfig-devel libicu-devel sqlite-devel libpng-devel libjpeg-devel \ +# && git config --global http.sslVerify false \ +# && git clone https://github.com/ariya/phantomjs.git \ +# && cd phantomjs \ +# && git checkout 2.1.1 \ +# && git submodule init \ +# && git submodule update + && wget http://archive-server:50050/cache-data/BigData/ENV/phantomjs.tar.gz \ + && tar -zxf phantomjs.tar.gz +WORKDIR /home/phantomjs +RUN python build.py -c || sed -i 's/-pipe -O3 -fPIC/-pipe -O2 -fPIC/g' src/qt/qtbase/src/gui/Makefile \ + && python build.py -c \ + && mkdir -p /opt/tools/installed/phantomjs/bin \ + && cp -r bin/phantomjs /opt/tools/installed/phantomjs/bin/phantomjs +ENV PHANTOMJS_HOME=/opt/tools/installed/phantomjs +ENV PATH=$PHANTOMJS_HOME/bin:$PATH +RUN source /etc/profile +# +# +# install nodejs and npm +WORKDIR /home +#RUN wget http://nodejs.org/dist/v8.6.0/node-v8.6.0-linux-arm64.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/node-v8.6.0-linux-arm64.tar.gz \ + && tar -zxf node-v8.6.0-linux-arm64.tar.gz \ + && mv node-v8.6.0-linux-arm64 /opt/tools/installed +# set ENV +ENV NODE_HOME=/opt/tools/installed/node-v8.6.0-linux-arm64 +ENV PATH=$NODE_HOME/bin:$PATH +RUN source /etc/profile +# +# install protoc-3.3.0 +WORKDIR /home +#RUN wget https://github.com/protocolbuffers/protobuf/releases/download/v3.3.0/protobuf-java-3.3.0.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/protobuf-java-3.3.0.tar.gz \ + && tar -zxf protobuf-java-3.3.0.tar.gz +#COPY protobuf-3.3.0.patch ./protobuf-3.3.0 +RUN cd protobuf-3.3.0 \ +# && wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/protobuf-3.3.0.patch \ + && wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/protobuf-3.3.0.patch \ + && patch -p1 < protobuf-3.3.0.patch \ + && ./autogen.sh && ./configure CFLAGS='-fsigned-char' && make && make install +WORKDIR /home +ENV PATH=./protobuf-3.3.0/src:$PATH +RUN source /etc/profile \ + && mvn install:install-file -DgroupId=com.google.protobuf -DartifactId=protoc -Dversion=3.3.0 -Dclassifier=linux-aarch_64 -Dpackaging=exe -Dfile=protobuf-3.3.0/src/protoc +# install grpc-java +WORKDIR /home +#RUN wget https://github.com/grpc/grpc-java/archive/v1.4.0.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/v1.4.0.tar.gz \ + && tar -zxf v1.4.0.tar.gz \ + && cd grpc-java-1.4.0/ \ +# grpc-java-1.4.0.patch + && sed -i '8d' compiler/build.gradle \ + && sed -i '8a\ mavenCentral()' compiler/build.gradle \ + && sed -i '50a\ target("linux_arm-v7")' compiler/build.gradle \ + && sed -i '51a\ target("aarch_64")' compiler/build.gradle \ + && sed -i '67a\ armv7l {' compiler/build.gradle \ + && sed -i '68a\ architecture "armv7l"' compiler/build.gradle \ + && sed -i '69a\ }' compiler/build.gradle \ + && sed -i '70a\ aarch_64 {' compiler/build.gradle \ + && sed -i '71a\ architecture "aarch_64"' compiler/build.gradle \ + && sed -i '72a\ }' compiler/build.gradle \ +# + && sed -i '78d' compiler/build.gradle \ + && sed -i "77a\if (arch in ['x86_32', 'x86_64', 'ppcle_64', 'armv7l', 'aarch_64']) {" compiler/build.gradle \ +# + && sed -i '105d' compiler/build.gradle \ + && sed -i '105d' compiler/build.gradle \ + && sed -i '105d' compiler/build.gradle \ +# + && sed -i '104a\linker.args "-static", "-lprotoc", "-lprotobuf", "-static-libgcc", "-static-libstdc++",' compiler/build.gradle \ + && sed -i '105a\"-pthread", "-s"' compiler/build.gradle \ +# +# add gradle.properties + && touch gradle.properties \ + && echo 'protoc=/usr/local/bin/protoc' > gradle.properties \ +# +# + && ./gradlew install +# + +# compile zeppelin +WORKDIR /home +#RUN wget https://github.com/hortonworks/zeppelin-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz +#COPY zeppelin-0.8.0.patch ./zeppelin-release-HDP-3.1.0.0-78-tag +WORKDIR /home/zeppelin-release-HDP-3.1.0.0-78-tag +#RUN wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/bigdata/Patch/zeppelin-0.8.0.patch \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/zeppenlin/zeppelin-0.8.0.patch \ + && patch -p1 < zeppelin-0.8.0.patch \ + && mvn clean package -DskipTests -Pspark-2.3 -Phadoop-3.1 -Pscala-2.11 -Pbuild-distr \ + && mkdir -p /root/output \ + && cp zeppelin-distribution/target/zeppelin-0.8.0.3.1.0.0-78.tar.gz /root/output diff --git a/BigData/CentOS8.1.1911/hdp/Dockerfile-zookeeper-3.1.0 b/BigData/CentOS8.1.1911/hdp/Dockerfile-zookeeper-3.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..0dd2d428063ad600909a920c319b3e66c21c73cb --- /dev/null +++ b/BigData/CentOS8.1.1911/hdp/Dockerfile-zookeeper-3.1.0 @@ -0,0 +1,74 @@ +# base image +FROM arm64v8/centos:1911 + +# install gcc \ install g++ +WORKDIR /root +RUN yum -y install gcc.aarch64 gcc-c++.aarch64 gcc-gfortran.aarch64 libgcc.aarch64 + +# resolve -fsigned-char +RUN gccdir=`command -v gcc` \ + && mv $gccdir $gccdir"-impl" \ + && touch $gccdir \ + && echo '#! /bin/sh' > $gccdir \ + && echo '/usr/bin/gcc-impl -fsigned-char "$@"' >> $gccdir \ + && chmod +x $gccdir \ + + + && gppdir=`command -v g++` \ + && mv $gppdir $gppdir"-impl" \ + && touch $gppdir \ + && echo '#! /bin/sh' > $gppdir \ + && echo '/usr/bin/g++-impl -fsigned-char "$@"' >> $gppdir \ + && chmod +x $gppdir \ + + && yum install -y wget patch openssl-devel zlib-devel automake libtool make cmake libstdc++-static glibc-static git snappy snappy-devel fuse fuse-devel + +# install JDK / install maven / config huaweimaven +WORKDIR /opt/tools/installed +RUN wget http://archive-server:50050/cache-data/BigData/ENV/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ +#https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u252-b09/OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz + && tar -xvf OpenJDK8U-jdk_aarch64_linux_hotspot_8u252b09.tar.gz \ + && wget http://archive-server:50050/cache-data/BigData/ENV/apache-maven-3.5.4-bin.tar.gz --no-check-certificate \ +#https://archive.apache.org/dist/maven/maven-3/3.5.4/binaries/apache-maven-3.5.4-bin.tar.gz + && tar -xvf apache-maven-3.5.4-bin.tar.gz \ + && cd apache-maven-3.5.4/conf \ + && sed -i "146 a \n huaweimaven\n huawei maven\n https://mirrors.huaweicloud.com/repository/maven/\n central\n" settings.xml + +ENV JAVA_HOME=/opt/tools/installed/jdk8u252-b09 +ENV PATH=$JAVA_HOME/bin:$PATH + +ENV MAVEN_HOME=/opt/tools/installed/apache-maven-3.5.4 +ENV PATH=$MAVEN_HOME/bin:$PATH + +# enable ENV +RUN source /etc/profile + +# install ant +WORKDIR /home +#RUN wget https://archive.apache.org/dist/ant/binaries/apache-ant-1.7.1-bin.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/zookeeper/apache-ant-1.7.1-bin.tar.gz \ + && tar -zxf apache-ant-1.7.1-bin.tar.gz \ + && mv apache-ant-1.7.1 /opt/tools/installed/ +ENV ANT_HOME=/opt/tools/installed/apache-ant-1.7.1/ +ENV PATH=$ANT_HOME/bin:$PATH +# enable ENV +RUN source /etc/profile + + +# compile zookeeper +# RUN wget https://github.com/hortonworks/zookeeper-release/archive/HDP-3.1.0.0-78-tag.tar.gz \ +RUN wget http://archive-server:50050/cache-data/BigData/HDP/zookeeper/HDP-3.1.0.0-78-tag.tar.gz \ + && tar -zxf HDP-3.1.0.0-78-tag.tar.gz \ + && cd zookeeper-release-HDP-3.1.0.0-78-tag/ \ +# + && sed -i 's?http://repo2.maven.org?https://repo1.maven.org?g' build.xml \ + && sed -i 's?http://repo1.maven.org?https://repo1.maven.org?g' ivysettings.xml \ + && sed -i '20i\' ivysettings.xml \ + && sed -i '32a\' ivysettings.xml \ + && sed -i '41a\' ivysettings.xml \ +# + && sed -i 's?http://repo2.maven.org?https://repo1.maven.org?g' src/contrib/build-contrib.xml \ + + && ant package tar \ + && mkdir -p /root/output \ + && cp ./build/zookeeper-3.4.6.tar.gz /root/output diff --git a/Ceph/CentOS8.1.1911/Dockerfile-bcache b/Ceph/CentOS8.1.1911/Dockerfile-bcache new file mode 100644 index 0000000000000000000000000000000000000000..cea7cfde5d30fcf8b9107a1eb30b03a12663334d --- /dev/null +++ b/Ceph/CentOS8.1.1911/Dockerfile-bcache @@ -0,0 +1,18 @@ +FROM arm64v8/centos:1911 + +RUN yum -y install elfutils-libelf-devel bc openssl-devel ncurses-devel libssl-dev wget gcc make rpm-build +RUN mkdir /root/kernel +RUN yum -y install openssl + +WORKDIR /root/kernel +RUN yum -y install wget +RUN wget http://vault.centos.org/centos/7.6.1810/os/Source/SPackages/kernel-alt-4.14.0-115.el7a.0.1.src.rpm +RUN rpm2cpio kernel-alt-4.14.0-115.el7a.0.1.src.rpm |cpio -div && tar -vxf linux-4.14.0-115.el7a.tar.xz +WORKDIR /root/kernel/linux-4.14.0-115.el7a +RUN cp /boot/config-4.14.0-115.el7a.0.1.aarch64 .config +RUN make rpm + +# archive output files +RUN mkdir -p /root/output/ \ + && cp -rp /root/rpmbuild/RPMS/* /root/output/ + diff --git a/Ceph/CentOS8.1.1911/Dockerfile-ceph-14.2.1 b/Ceph/CentOS8.1.1911/Dockerfile-ceph-14.2.1 new file mode 100644 index 0000000000000000000000000000000000000000..b12c24abddeceba33b998693a18cd9e097cb707c --- /dev/null +++ b/Ceph/CentOS8.1.1911/Dockerfile-ceph-14.2.1 @@ -0,0 +1,37 @@ +FROM arm64v8/centos:1911 + +RUN yum -y install centos-release-scl git deltarpm python3 epel-release bc openssl rsync +RUN sed -i '8a baseurl=http://mirror.centos.org/altarch/7/sclo/$basearch/rh/' /etc/yum.repos.d/CentOS-SCLo-scl.repo +RUN yum -y install devtoolset-7 && scl enable devtoolset-7 bash +RUN echo "i=\`ps -ef| grep \"scl enable devtoolset-7 bash\" | wc -l\`" >> /root/.bashrc +RUN echo "if [ \$i -eq 1 ]; then" >> /root/.bashrc +RUN echo "scl enable devtoolset-7 bash" >> /root/.bashrc +RUN echo "fi" >> /root/.bashrc&& source /root/.bashrc + +WORKDIR /home +RUN yum -y install wget +RUN wget https://download.ceph.com/tarballs/ceph-14.2.1.tar.gz +RUN tar -zxvf ceph-14.2.1.tar.gz +RUN pip3 install virtualenv +RUN pip3 install --upgrade pip + +WORKDIR /home/ceph-14.2.1 +RUN sed -i '16c baseurl=https://buildlogs.centos.org/centos/7/sclo/$basearch/rh/' /etc/yum.repos.d/CentOS-SCLo-scl-rh.repo +RUN sed -i '12a sslverify=false' /etc/yum.conf +RUN sed -i '338c $SUDO yum-config-manager --add-repo https://dl.fedoraproject.org/pub/epel/$MAJOR_VERSION/aarch64/' install-deps.sh +RUN sed -i "s/pyopenssl==17.5.0.*/#pyopenssl==17.5.0/g" /home/ceph-14.2.1/src/pybind/mgr/dashboard/requirements.txt +RUN sed -i "s/$SUDO yum remove centos-release-scl || true.*/$SUDO yum remove -y centos-release-scl || true/g" install-deps.sh&& sh install-deps.sh +RUN sed -i '46c ${CMAKE} -DCMAKE_BUILD_TYPE=RelWithDebInfo $ARGS "$@" .. || exit 1' do_cmake.sh +RUN yum install rpmdevtools -y && rpmdev-setuptree +RUN sed -i '2c %_topdir /home/rpmbuild' /root/.rpmmacros && rpmdev-setuptree +RUN cp /home/ceph-14.2.1/ceph.spec /home/rpmbuild/SPECS/ && sed -i '1i %define _binaries_in_noarch_packages_terminate_build 0' /home/rpmbuild/SPECS/ceph.spec + +WORKDIR /home +RUN tar -cjvf ceph-14.2.1.tar.bz2 ceph-14.2.1 && cp ceph-14.2.1.tar.bz2 /home/rpmbuild/SOURCES/ +RUN rpmbuild -bb /home/rpmbuild/SPECS/ceph.spec + + +# archive output files +RUN mkdir -p /root/output/ \ + && cp -rp /home/rpmbuild/RPMS/* /root/output/ + diff --git a/DBMS/CentOS8.1.1911/README.md b/DBMS/CentOS8.1.1911/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f63677cca19efba7eb7fff1494777abf0b8cea1f --- /dev/null +++ b/DBMS/CentOS8.1.1911/README.md @@ -0,0 +1,14 @@ +### How to use +Before using these dockerfiles, download base image for CentOS 7.6.1810 aarch64 first, then load the base image into docker, name it as arm64v8/centos:1810. + +Do NOT delete .repo file - it simplified operations of docker image build. Put the .repo file together with dockerfile. + +Construct a docker image by `docker build -t $repository_name:$tag -f $dockerfile_name .` + +Check the image in docker images list by `docker images` + +Start a container from built images by `docker run -dit $repository_name:$tag` + +Enter a container and use the bash inside the container by `docker attach $container_id `. Container_id comes from `docker ps` or the id showed when start the container. + +Quit the container bash by conbination Ctrl+P+Q instead of Ctrl+D to avoid accidently kill the container. diff --git a/DBMS/CentOS8.1.1911/greenplum/6.0.0/CentOS-AltArch-7.repo b/DBMS/CentOS8.1.1911/greenplum/6.0.0/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/DBMS/CentOS8.1.1911/greenplum/6.0.0/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/DBMS/CentOS8.1.1911/greenplum/6.0.0/Dockerfile-greenplum-6.0.0 b/DBMS/CentOS8.1.1911/greenplum/6.0.0/Dockerfile-greenplum-6.0.0 new file mode 100644 index 0000000000000000000000000000000000000000..3fd8fc34fae4c56be51c41639d7e3572bb8edd1d --- /dev/null +++ b/DBMS/CentOS8.1.1911/greenplum/6.0.0/Dockerfile-greenplum-6.0.0 @@ -0,0 +1,159 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg - automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum install -y curl-devel bzip2-devel python-devel openssl-devel readline-devel perl-ExtUtils-Embed libxml2-devel openidap-devel pam pam-devel perl-devel apr-devel libevent-devel libyaml libyaml-devel libffi-devel bison flex flex-devel gcc gcc-c++ make wget libedit-devel bison unzip zip git autoconf libtool libtool-devel automake + +# Install Python libraries +WORKDIR /home +# RUN wget "https://github.com/pypa/setuptools/archive/v29.0.1.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/v29.0.1.zip" \ + && unzip v29.0.1.zip \ + && cd setuptools-29.0.1 \ + && python bootstrap.py \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/c4/b8/3512f0e93e0db23a71d82485ba256071ebef99b227351f0f5540f744af41/psutil-5.7.0.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/psutil-5.7.0.tar.gz" \ + && tar -zxf psutil-5.7.0.tar.gz \ + && cd psutil-5.7.0 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/98/8a/defa5215d2dcf98cc80f4783e951a8356e38f352f7a169ae11670dcb1f25/pbr-5.4.4.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/pbr-5.4.4.tar.gz" \ + && tar -zxf pbr-5.4.4.tar.gz \ + && cd pbr-5.4.4 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/17/47/72cb04a58a35ec495f96984dddb48232b551aafb95bde614605b754fe6f7/lockfile-0.12.2.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/lockfile-0.12.2.tar.gz" \ + && tar -zxf lockfile-0.12.2.tar.gz \ + && cd lockfile-0.12.2 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/0f/86/e19659527668d70be91d0369aeaa055b4eb396b0f387a4f92293a20035bd/pycparser-2.20.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/pycparser-2.20.tar.gz" \ + && tar -zxf pycparser-2.20.tar.gz \ + && cd pycparser-2.20 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/05/54/3324b0c46340c31b909fcec598696aaec7ddc8c18a63f2db352562d3354c/cffi-1.14.0.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/cffi-1.14.0.tar.gz" \ + && tar -zxf cffi-1.14.0.tar.gz \ + && cd cffi-1.14.0 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/21/9f/b251f7f8a76dec1d6651be194dfba8fb8d7781d10ab3987190de8391d08e/six-1.14.0.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/six-1.14.0.tar.gz" \ + && tar -zxf six-1.14.0.tar.gz \ + && cd six-1.14.0 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/fa/aa/025a3ab62469b5167bc397837c9ffc486c42a97ef12ceaa6699d8f5a5416/bcrypt-3.1.7.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/bcrypt-3.1.7.tar.gz" \ + && tar -zxf bcrypt-3.1.7.tar.gz \ + && cd bcrypt-3.1.7 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/61/ab/2ac6dea8489fa713e2b4c6c5b549cc962dd4a842b5998d9e80cf8440b7cd/PyNaCl-1.3.0.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/PyNaCl-1.3.0.tar.gz" \ + && tar -zxf PyNaCl-1.3.0.tar.gz \ + && cd PyNaCl-1.3.0 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/b9/9a/3e9da40ea28b8210dd6504d3fe9fe7e013b62bf45902b458d1cdc3c34ed9/ipaddress-1.0.23.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/ipaddress-1.0.23.tar.gz" \ + && tar -zxf ipaddress-1.0.23.tar.gz \ + && cd ipaddress-1.0.23 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/11/c4/2da1f4952ba476677a42f25cd32ab8aaf0e1c0d0e00b89822b835c7e654c/enum34-1.1.10.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/enum34-1.1.10.tar.gz" \ + && tar -zxf enum34-1.1.10.tar.gz \ + && cd enum34-1.1.10 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/be/60/da377e1bed002716fb2d5d1d1cab720f298cb33ecff7bf7adea72788e4e4/cryptography-2.8.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/cryptography-2.8.tar.gz" \ + && tar -zxf cryptography-2.8.tar.gz \ + && cd cryptography-2.8 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/ac/15/4351003352e11300b9f44a13576bff52dcdc6e4a911129c07447bda0a358/paramiko-2.7.1.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/paramiko-2.7.1.tar.gz" \ + && tar -zxf paramiko-2.7.1.tar.gz \ + && cd paramiko-2.7.1 \ + && python setup.py install +# RUN wget "https://files.pythonhosted.org/packages/60/a7/666cb415b0f5d8d5c99f145e03a6005220090d7b77637871ac52c2cabcba/epydoc-3.0.1.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/epydoc-3.0.1.tar.gz" \ + && tar -zxf epydoc-3.0.1.tar.gz \ + && cd epydoc-3.0.1 \ + && python setup.py install + +# Update cmake to proper version +# RUN wget "https://cmake.org/files/v3.5/cmake-3.5.2.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/cmake-3.5.2.tar.gz" \ + && tar -zxf cmake-3.5.2.tar.gz \ + && cd cmake-3.5.2/ \ + && ./bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && yum remove cmake -y \ + && ln -s /usr/local/bin/cmake /usr/bin + +# Install Other libraries +# RUN wget "https://github.com/facebook/zstd/archive/v1.4.3.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/v1.4.3.zip" \ + && unzip v1.4.3.zip \ + && cd zstd-1.4.3 \ + && make \ + && make install \ + && ln -s /usr/local/lib/libzstd.so.1.4.3 /usr/lib64/libzstd.so.1 +# RUN wget "https://github.com/greenplum-db/gp-xerces/archive/v3.1.2-p1.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/v3.1.2-p1.zip" \ + && unzip v3.1.2-p1.zip \ + && cd gp-xerces-3.1.2-p1 \ + && ./configure \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make install +# RUN wget "https://github.com/skvadrik/re2c/archive/2.0.3.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/2.0.3.zip" \ + && unzip 2.0.3.zip \ + && cd re2c-2.0.3 \ + && ./autogen.sh \ + && ./configure \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make install +# RUN wget "https://github.com/ninja-build/ninja/archive/v1.10.1.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/v1.10.1.zip" \ + && unzip v1.10.1.zip \ + && cd ninja-1.10.1 \ + && ./configure.py --bootstrap \ + && cp ninja /usr/bin/ +# RUN wget "https://github.com/greenplum-db/gporca/archive/v3.65.3.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/v3.65.3.zip" \ + && unzip v3.65.3.zip \ + && cd gporca-3.65.3 \ + && cmake -GNinja -H. -Bbuild \ + && sed -i '/GPOS_CPL_ASSERT(!"Backtrace is not supported for this platform");/ s#^#//#' libgpos/src/common/CStackDescriptor.cpp \ + && ninja install -C build \ + && echo /usr/local/lib >> /etc/ld.so.conf \ + && ldconfig + +# Get rpm bug fix files +# RUN wget "https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/database/patch/rpm-bug.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/rpm-bug.zip" \ + && unzip rpm-bug.zip + +RUN yum install -y rpm-build + +# Get Greenplum source code, build and install +WORKDIR /root +# RUN wget "https://github.com/greenplum-db/gpdb/releases/download/6.0.0/6.0.0.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Greenplum/6.0.0.zip" \ + && mkdir -p rpmbuild/{BUILD,SOURCES,SPECS,RPMS} \ + && mv 6.0.0.zip rpmbuild/SOURCES/gpdb-6.0.0.zip \ + && mv /home/rpm-bug/* rpmbuild/SOURCES/. +COPY greenplum6.0.0.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/greenplum6.0.0.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/gpdb-6.0.0-1.el7.aarch64.rpm output/. + diff --git a/DBMS/CentOS8.1.1911/greenplum/6.0.0/greenplum6.0.0.spec b/DBMS/CentOS8.1.1911/greenplum/6.0.0/greenplum6.0.0.spec new file mode 100644 index 0000000000000000000000000000000000000000..9e8ef352632489f5d1cf0fa761a1c849e35a7074 --- /dev/null +++ b/DBMS/CentOS8.1.1911/greenplum/6.0.0/greenplum6.0.0.spec @@ -0,0 +1,114 @@ +Name: gpdb +Version: 6.0.0 +Release: 1%{?dist} + +Group: applications/database +License: greenplum +URL: https://github.com/greenplum-db/gpdb/archive/gpdb-6.0.0.zip +Source: %{name}-%{version}.zip + +Autoreq: no +BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root +prefix: /usr/local/gpdb +Summary: greenplum server 6.0.0 + +%description + +%define GPDB_USER gpadmin +%define GPDB_GROUP gpadmin +%define __os_install_post %{nil} +%define __debug_install_post \ +%{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}" \ +%{nil} + +%prep +%setup -q -n %{name}-%{version} + +%build +./configure --with-perl --with-python --with-libxml --prefix=%{prefix} +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +make -j `cat /proc/cpuinfo | grep processor | wc -l` install +mkdir -p $RPM_BUILD_ROOT/usr/local/lib +mkdir -p $RPM_BUILD_ROOT/usr/lib64/python2.7/site-packages +mkdir -p $RPM_BUILD_ROOT/usr/lib/python2.7/site-packages +mv /usr/local/gpdb $RPM_BUILD_ROOT/usr/local +cp -r /usr/local/lib/* $RPM_BUILD_ROOT/usr/local/lib + +cp -r /usr/lib64/python2.7/site-packages/psutil-5.7.0-py2.7-linux-aarch64.egg/psutil $RPM_BUILD_ROOT/usr/lib64/python2.7/site-packages/psutil +cp -r /usr/lib64/python2.7/site-packages/cryptography-2.8-py2.7-linux-aarch64.egg/cryptography $RPM_BUILD_ROOT/usr/lib64/python2.7/site-packages/cryptography +cp -r /usr/lib64/python2.7/site-packages/cffi-1.14.0-py2.7-linux-aarch64.egg/cffi $RPM_BUILD_ROOT/usr/lib64/python2.7/site-packages/cffi +cp -r /usr/lib64/python2.7/site-packages/bcrypt-3.1.7-py2.7-linux-aarch64.egg/bcrypt $RPM_BUILD_ROOT/usr/lib64/python2.7/site-packages/bcrypt +cp -r /usr/lib64/python2.7/site-packages/PyNaCl-1.3.0-py2.7-linux-aarch64.egg/nacl $RPM_BUILD_ROOT/usr/lib64/python2.7/site-packages/nacl +cp -r /usr/lib64/python2.7/site-packages/cffi-1.14.0-py2.7-linux-aarch64.egg/_cffi_backend.so $RPM_BUILD_ROOT/usr/lib64/python2.7/site-packages/. +cp -r /usr/lib/python2.7/site-packages/lockfile $RPM_BUILD_ROOT/usr/lib/python2.7/site-packages/lockfile +cp -r /usr/lib/python2.7/site-packages/paramiko-2.7.1-py2.7.egg $RPM_BUILD_ROOT/usr/lib/python2.7/site-packages/paramiko +cp -r /usr/lib/python2.7/site-packages/six* $RPM_BUILD_ROOT/usr/lib/python2.7/site-packages/. +cp -r /usr/lib/python2.7/site-packages/ipaddress* $RPM_BUILD_ROOT/usr/lib/python2.7/site-packages/. +cp -r /usr/lib/python2.7/site-packages/enum* $RPM_BUILD_ROOT/usr/lib/python2.7/site-packages/enum +cp -r /usr/lib/python2.7/site-packages/pbr $RPM_BUILD_ROOT/usr/lib/python2.7/site-packages/pbr +cp -r /usr/lib/python2.7/site-packages/pycparser $RPM_BUILD_ROOT/usr/lib/python2.7/site-packages/pycparser + +cp %{_sourcedir}/libatomic.so.1 $RPM_BUILD_ROOT/usr/local/lib +cp %{_sourcedir}/libstdc++.so.6.0.24 $RPM_BUILD_ROOT/usr/local/lib + +%clean +rm -rf $RPM_BUILD_ROOT +rm -rf $RPM_BUILD_DIR/* + +%files +%defattr(-, %{GPDB_USER}, %{GPDB_GROUP}) +%attr(755, %{GPDB_USER}, %{GPDB_GROUP}) %{prefix}/* +%attr(755, root, root) /usr/local/lib/* +%attr(755, root, root) /usr/lib64/python2.7/site-packages/psutil +%attr(755, root, root) /usr/lib64/python2.7/site-packages/cryptography +%attr(755, root, root) /usr/lib64/python2.7/site-packages/cffi* +%attr(755, root, root) /usr/lib64/python2.7/site-packages/bcrypt +%attr(755, root, root) /usr/lib64/python2.7/site-packages/nacl +%attr(755, root, root) /usr/lib64/python2.7/site-packages/_cffi_backend.so +%attr(755, root, root) /usr/lib/python2.7/site-packages/lockfile +%attr(755, root, root) /usr/lib/python2.7/site-packages/paramiko +%attr(755, root, root) /usr/lib/python2.7/site-packages/six* +%attr(755, root, root) /usr/lib/python2.7/site-packages/ipaddress* +%attr(755, root, root) /usr/lib/python2.7/site-packages/enum +%attr(755, root, root) /usr/lib/python2.7/site-packages/pbr +%attr(755, root, root) /usr/lib/python2.7/site-packages/pycparser + +%pre +if ! id %{GPDB_USER} > /dev/null 2>&1;then + groupadd %{GPDB_GROUP} + useradd -g %{GPDB_GROUP} %{GPDB_USER} +fi + +%post +if [ ! -f /usr/lib64/libatomic.so.1 ];then + cp -f /usr/local/lib/libatomic.so.1 /usr/lib64/ +else + ver1=`ls -l /usr/lib64/libatomic.so.1|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver11=`echo -e "${ver1}\n1.1.99"|sort -V|tail -1` + if [ "${ver11}" = "1.1.99" ];then + cp -f /usr/local/lib/libatomic.so.1 /usr/lib64/ + fi +fi +if [ ! -f /usr/lib64/libstdc++.so.6 ];then + cp -f /usr/local/lib/libstdc++.so.6.0.24 /usr/lib64/ + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 +else + ver2=`ls -l /usr/lib64/libstdc++.so.6|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver22=`echo -e "${ver2}\n6.0.23"|sort -V|tail -1` + if [ "${ver22}" = "6.0.23" ];then + cp -f /usr/local/lib/libstdc++.so.6.0.24 /usr/lib64 + rm -f /usr/lib64/libstdc++.so.6 + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 + fi +fi + +%preun + +%postun +rm -rf %{prefix} +userdel -r {GPDB_USER} >/dev/null 2>&1 + +%changelog + diff --git a/DBMS/CentOS8.1.1911/mariadb/10.3.8/CentOS-AltArch-7.repo b/DBMS/CentOS8.1.1911/mariadb/10.3.8/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/DBMS/CentOS8.1.1911/mariadb/10.3.8/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/DBMS/CentOS8.1.1911/mariadb/10.3.8/Dockerfile-mariadb-10.3.8 b/DBMS/CentOS8.1.1911/mariadb/10.3.8/Dockerfile-mariadb-10.3.8 new file mode 100644 index 0000000000000000000000000000000000000000..9d8f43574019ddf25cbd2c070fdbbc87524dd14a --- /dev/null +++ b/DBMS/CentOS8.1.1911/mariadb/10.3.8/Dockerfile-mariadb-10.3.8 @@ -0,0 +1,31 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install readline-devel zlib-devel openssl* cmake git gcc* perl* bison wget unzip rpm-build + +# Get rpm bug fix files +WORKDIR /home +# RUN wget "https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/database/patch/rpm-bug.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/rpm-bug.zip" \ + && unzip rpm-bug.zip + +# Get MariaDB source code, build and install +WORKDIR /root +# RUN wget "https://archive.mariadb.org//mariadb-10.3.8/source/mariadb-10.3.8.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/MariaDB/mariadb-10.3.8.tar.gz" \ + && mkdir -p rpmbuild/{BUILD,SOURCES,SPECS,RPMS} \ + && mv mariadb-10.3.8.tar.gz rpmbuild/SOURCES/. \ + && mv /home/rpm-bug/* rpmbuild/SOURCES/. +COPY mariadb10.3.8.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/mariadb10.3.8.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/mariadb-10.3.8-1.el7.aarch64.rpm output/. + diff --git a/DBMS/CentOS8.1.1911/mariadb/10.3.8/mariadb10.3.8.spec b/DBMS/CentOS8.1.1911/mariadb/10.3.8/mariadb10.3.8.spec new file mode 100644 index 0000000000000000000000000000000000000000..4abd8c9502275830214f775492f13e016769ceb3 --- /dev/null +++ b/DBMS/CentOS8.1.1911/mariadb/10.3.8/mariadb10.3.8.spec @@ -0,0 +1,104 @@ +Name: mariadb +Version: 10.3.8 +Release: 1%{?dist} + +Group: applications/database +License: Mariadb +URL: http://mariadb.org +Source: %{name}-%{version}.tar.gz + +Autoreq: no +BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root +prefix: /usr/local/mariadb +Summary: A community developed branch of MySQL + +%description + +%define MYSQL_USER mysql +%define MYSQL_GROUP mysql +%define __os_install_post %{nil} +%define __debug_install_post \ +%{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}" \ +%{nil} + +%prep +%setup -q -n %{name}-%{version} + +%build +cmake \ +-DCMAKE_INSTALL_PREFIX=%{prefix} \ +-DMYSQL_DATADIR=/data/mariadb/data \ +-DSYSCONFDIR=/etc \ +-DWITHOUT_TOKUDB=1 \ +-DWITH_INNOBASE_STORAGE_ENGINE=1 \ +-DWITH_ARCHIVE_STORAGE_ENGINE=1 \ +-DWITH_BLACKHOLE_STORAGE_ENGINE=1 \ +-DWITH_READLINE=1 \ +-DWITH_SSL=system \ +-DWITH_ZLIB=system \ +-DWITH_LOBWRAP=0 \ +-DMYSQL_UNIX_ADDR=/data/mariadb/run/mysql.sock \ +-DDEFAULT_CHARSET=utf8 \ +-DDEFAULT_COLLATION=utf8_general_ci + +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +make -j `cat /proc/cpuinfo | grep processor | wc -l` DESTDIR=$RPM_BUILD_ROOT install +cp %{_sourcedir}/libatomic.so.1 $RPM_BUILD_ROOT/usr/local/mariadb/lib +cp %{_sourcedir}/libstdc++.so.6.0.24 $RPM_BUILD_ROOT/usr/local/mariadb/lib + +%clean +rm -rf $RPM_BUILD_ROOT +rm -rf $RPM_BUILD_DIR/* + +%files +%defattr(-, %{MYSQL_USER}, %{MYSQL_GROUP}) +%attr(755, %{MYSQL_USER}, %{MYSQL_GROUP}) %{prefix}/* + +%pre +if ! id %{MYSQL_USER} > /dev/null 2>&1;then + groupadd %{MYSQL_GROUP} + useradd -g %{MYSQL_GROUP} %{MYSQL_USER} +fi + +%post + +if [ -f %{prefix}/support-files/mysql.server > /dev/null 2>&1 ] && [ ! -f %{_initddir}/mariadb > /dev/null 2>&1 ];then + cp %{prefix}/support-files/mysql.server %{_initddir}/mariadb + chmod +x %{_initddir}/mariadb + chkconfig --level 2345 mariadb on +fi +if [ ! -f /usr/lib64/libatomic.so.1 ];then + cp -f /usr/local/mariadb/lib/libatomic.so.1 /usr/lib64/ +else + ver1=`ls -l /usr/lib64/libatomic.so.1|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver11=`echo -e "${ver1}\n1.1.99"|sort -V|tail -1` + if [ "${ver11}" = "1.1.99" ];then + cp -f /usr/local/mariadb/lib/libatomic.so.1 /usr/lib64/ + fi +fi +if [ ! -f /usr/lib64/libstdc++.so.6 ];then + cp -f /usr/local/mariadb/lib/libstdc++.so.6.0.24 /usr/lib64/ + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 +else + ver2=`ls -l /usr/lib64/libstdc++.so.6|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver22=`echo -e "${ver2}\n6.0.23"|sort -V|tail -1` + if [ "${ver22}" = "6.0.23" ];then + cp -f /usr/local/mariadb/lib/libstdc++.so.6.0.24 /usr/lib64 + rm -f /usr/lib64/libstdc++.so.6 + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 + fi +fi + +%preun +if [ -f %{_initddir}/mariadb ];then + mv %{_initddir}/mariadb %{_initddir}/mariadb.rpmold +fi + +%postun +rm -rf %{prefix} +userdel -r {MYSQL_USER} >/dev/null 2>&1 + +%changelog + diff --git a/DBMS/CentOS8.1.1911/mongodb/4.0.12/CentOS-AltArch-7.repo b/DBMS/CentOS8.1.1911/mongodb/4.0.12/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/DBMS/CentOS8.1.1911/mongodb/4.0.12/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/DBMS/CentOS8.1.1911/mongodb/4.0.12/Dockerfile-mongodb-4.0.12 b/DBMS/CentOS8.1.1911/mongodb/4.0.12/Dockerfile-mongodb-4.0.12 new file mode 100644 index 0000000000000000000000000000000000000000..8a42f9c4efb2519dbb2e8073e87adf72b8821526 --- /dev/null +++ b/DBMS/CentOS8.1.1911/mongodb/4.0.12/Dockerfile-mongodb-4.0.12 @@ -0,0 +1,67 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg - automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install git make gcc gcc-c++ libyaml libyaml-devel python-setuptools libcurl-devel python-devel gmp gmp-devel mpfr mpfr-devel libmpc libmpc-devel libpcap-dev* wget unzip zip rpm-build + +# Update cmake and gcc to proper version +WORKDIR /home +# RUN wget "https://cmake.org/files/v3.5/cmake-3.5.2.tar.gz" \ +# && wget "https://mirrors.tuna.tsinghua.edu.cn/gnu/gcc/gcc-7.3.0/gcc-7.3.0.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/cmake-3.5.2.tar.gz" \ + && wget "http://archive-server:50050/cache-data/DBMS/ENV/gcc-7.3.0.tar.gz" \ + && tar -zxf cmake-3.5.2.tar.gz \ + && tar -zxf gcc-7.3.0.tar.gz \ + && cd cmake-3.5.2/ \ + && ./bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && yum remove cmake -y \ + && ln -s /usr/local/bin/cmake /usr/bin \ + && cd ../gcc-7.3.0/ \ + && ./configure --prefix=/usr --mandir=/usr/share/man --infodir=/usr/share/info --enable-bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install + +# Install other packages +RUN git config --global http.sslVerify false \ + && git clone https://github.com/cython/cython.git \ + && cd cython/ \ + && python setup.py install \ + && cd .. \ + && git clone -b 3.11 https://github.com/yaml/pyyaml.git \ + && cd pyyaml/ \ + && python setup.py install \ + && cd .. \ + && git clone -b 3.6.1 https://github.com/python/typing.git \ + && cd typing/ \ + && python setup.py install \ + && cd .. \ + && git clone -b 3.0.0 https://github.com/CheetahTemplate3/cheetah3.git \ + && cd cheetah3 \ + && python setup.py install + +# Get MongoDB source code, build and install +# RUN wget "https://github.com/mongodb/mongo/archive/r4.0.12.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/MongoDB/r4.0.12.tar.gz" \ + && mkdir -p /root/rpmbuild/{BUILD,SOURCES,SPECS,RPMS} \ + && mv r4.0.12.tar.gz /root/rpmbuild/SOURCES/mongo-r4.0.12.tar.gz \ +# && wget "https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/database/patch/rpm-bug.zip" \ + && wget "http://archive-server:50050/cache-data/DBMS/ENV/rpm-bug.zip" \ + && unzip rpm-bug.zip \ + && mv rpm-bug/* /root/rpmbuild/SOURCES/. +WORKDIR /root +COPY mongodb4.0.12.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/mongodb4.0.12.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/mongo-4.0.12-1.el7.aarch64.rpm output/. diff --git a/DBMS/CentOS8.1.1911/mongodb/4.0.12/mongodb4.0.12.spec b/DBMS/CentOS8.1.1911/mongodb/4.0.12/mongodb4.0.12.spec new file mode 100644 index 0000000000000000000000000000000000000000..7ec463832dfea5936a75e019a1dc032fe2d614d3 --- /dev/null +++ b/DBMS/CentOS8.1.1911/mongodb/4.0.12/mongodb4.0.12.spec @@ -0,0 +1,85 @@ +Name: mongo +Version: 4.0.12 +Release: 1%{?dist} + +Group: applications/database +License: mongo +URL: https://www.mongodb.com +Source: %{name}-r%{version}.tar.gz + +Autoreq: no +BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root +prefix: /usr/local/mongo +Summary: mongo server 4.0.12-1 + +%description + +%define MONGO_USER mongo +%define MONGO_GROUP mongo +%define __os_install_post %{nil} +%define __debug_install_post \ +%{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}" \ +%{nil} + +%prep +%setup -q -n %{name}-r%{version} + +%build +python2 buildscripts/scons.py MONGO_VERSION=%{version} all CFLAGS="-march=armv8-a+crc -mtune=generic" -j`cat /proc/cpuinfo | grep processor | wc -l` --disable-warnings-as-errors + +%install +python2 buildscripts/scons.py MONGO_VERSION=%{version} --prefix=$RPM_BUILD_ROOT%{prefix} --disable-warnings-as-errors CFLAGS='-march=armv8-a+crc' install -j`cat /proc/cpuinfo | grep processor | wc -l` + +cd /root/rpmbuild/BUILDROOT/mongo-%{version}-1%{?dist}.aarch64%{prefix}/bin +strip mongos +strip mongod +strip mongo + +cp %{_sourcedir}/libatomic.so.1 $RPM_BUILD_ROOT%{prefix}/bin +cp %{_sourcedir}/libstdc++.so.6.0.24 $RPM_BUILD_ROOT%{prefix}/bin + +%clean +rm -rf $RPM_BUILD_ROOT +rm -rf $RPM_BUILD_DIR/* + +%files +%defattr(-, %{MONGO_USER}, %{MONGO_GROUP}) +%attr(755, %{MONGO_USER}, %{MONGO_GROUP}) %{prefix}/* + +%pre +if ! id %{MONGO_USER} > /dev/null 2>&1;then + groupadd %{MONGO_GROUP} + useradd -g %{MONGO_GROUP} %{MONGO_USER} +fi + +%post +if [ ! -f /usr/lib64/libatomic.so.1 ];then + cp -f %{prefix}/bin/libatomic.so.1 /usr/lib64/ +else + ver1=`ls -l /usr/lib64/libatomic.so.1|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver11=`echo -e "${ver1}\n1.1.99"|sort -V|tail -1` + if [ "${ver11}" = "1.1.99" ];then + cp -f %{prefix}/bin/libatomic.so.1 /usr/lib64/ + fi +fi +if [ ! -f /usr/lib64/libstdc++.so.6 ];then + cp -f %{prefix}/bin/libstdc++.so.6.0.24 /usr/lib64/ + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 +else + ver2=`ls -l /usr/lib64/libstdc++.so.6|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver22=`echo -e "${ver2}\n6.0.23"|sort -V|tail -1` + if [ "${ver22}" = "6.0.23" ];then + cp -f %{prefix}/bin/libstdc++.so.6.0.24 /usr/lib64 + rm -f /usr/lib64/libstdc++.so.6 + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 + fi +fi + +%preun + +%postun +rm -rf %{prefix} +userdel -r {MONGO_USER} >/dev/null 2>&1 + +%changelog + diff --git a/DBMS/CentOS8.1.1911/mysql/5.7.27/CentOS-AltArch-7.repo b/DBMS/CentOS8.1.1911/mysql/5.7.27/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/DBMS/CentOS8.1.1911/mysql/5.7.27/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/DBMS/CentOS8.1.1911/mysql/5.7.27/Dockerfile-mysql-5.7.27 b/DBMS/CentOS8.1.1911/mysql/5.7.27/Dockerfile-mysql-5.7.27 new file mode 100644 index 0000000000000000000000000000000000000000..e8bb2a2b0091ad80ed64a51da3272789e32df487 --- /dev/null +++ b/DBMS/CentOS8.1.1911/mysql/5.7.27/Dockerfile-mysql-5.7.27 @@ -0,0 +1,58 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg, automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install ncurses ncurses-devel libaio-devel openssl openssl-devel gmp gmp-devel mpfr mpfr-devel libmpc libmpc-devel zlib-devel gcc gcc-c++ cmake bison net-tools wget rpm-build unzip + +# Update cmake and gcc to proper version +WORKDIR /home +# RUN wget "https://cmake.org/files/v3.5/cmake-3.5.2.tar.gz" \ +# && wget "https://mirrors.tuna.tsinghua.edu.cn/gnu/gcc/gcc-7.3.0/gcc-7.3.0.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/cmake-3.5.2.tar.gz" \ + && wget "http://archive-server:50050/cache-data/DBMS/ENV/gcc-7.3.0.tar.gz" \ + && tar -zxf cmake-3.5.2.tar.gz \ + && tar -zxf gcc-7.3.0.tar.gz \ + && cd cmake-3.5.2 \ + && ./bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && yum remove cmake -y \ + && ln -s /usr/local/bin/cmake /usr/bin \ + && cd ../gcc-7.3.0 \ + && ./configure --prefix=/usr --mandir=/usr/share/man --infodir=/usr/share/info --enable-bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install + +# Get MySQL source code, fix 'prctl' was not declared in this scope +# RUN wget "https://cdn.mysql.com/archives/mysql-5.7/mysql-boost-5.7.27.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/MySQL/mysql-boost-5.7.27.tar.gz" \ + && tar -xzf mysql-boost-5.7.27.tar.gz \ + && cp /usr/include/sys/prctl.h mysql-5.7.27/include/. \ + && sed -i "/#include \"mysqld_daemon.h\"/a#include \"prctl.h\"" mysql-5.7.27/sql/mysqld.cc \ + && tar -czf mysql-boost-5.7.27.tar.gz mysql-5.7.27/ +# Get rpm bug fix files +# RUN wget "https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/database/patch/rpm-bug.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/rpm-bug.zip" \ + && unzip rpm-bug.zip + +# Construct npm build env and construct +WORKDIR /root +RUN mkdir -p rpmbuild/{BUILD,SOURCES,SPECS,RPMS} \ + && mv /home/mysql-boost-5.7.27.tar.gz rpmbuild/SOURCES/. \ + && mv /home/rpm-bug/* rpmbuild/SOURCES/. +COPY my.cnf rpmbuild/SOURCES/. +COPY mysql5.7.27.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/mysql5.7.27.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/mysql-5.7.27-1.el7.aarch64.rpm output/. + diff --git a/DBMS/CentOS8.1.1911/mysql/5.7.27/my.cnf b/DBMS/CentOS8.1.1911/mysql/5.7.27/my.cnf new file mode 100644 index 0000000000000000000000000000000000000000..0d492786a2886f0e410df76b33747a0a4005499d --- /dev/null +++ b/DBMS/CentOS8.1.1911/mysql/5.7.27/my.cnf @@ -0,0 +1,17 @@ +[mysqld_safe] +log-error=/data/mysql/log/mysql.log +pid-file=/data/mysql/run/mysqld.pid +[mysqldump] +quick +[mysql] +no-auto-rehash +[client] +default-character-set=utf8 +socket=/data/mysql/run/mysql.sock +[mysqld] +basedir=/usr/local/mysql +tmpdir=/data/mysql/tmp +datadir=/data/mysql/data +default_authentication_plugin=mysql_native_password +port=3306 +user=mysql diff --git a/DBMS/CentOS8.1.1911/mysql/5.7.27/mysql5.7.27.spec b/DBMS/CentOS8.1.1911/mysql/5.7.27/mysql5.7.27.spec new file mode 100644 index 0000000000000000000000000000000000000000..489afffec4a19fd4b06420ae7d4d252fb394ee6e --- /dev/null +++ b/DBMS/CentOS8.1.1911/mysql/5.7.27/mysql5.7.27.spec @@ -0,0 +1,113 @@ +Name: mysql +Version: 5.7.27 +Release: 1%{?dist} + +Group: applications/database +License: Copyright (c) 2000, 2019, Oracle and/or its affiliates. All rights reserved. Under GPLv2 license as shown in the Description field. +URL: http://www.mysql.com +Source: %{name}-boost-%{version}.tar.gz + +Autoreq: no +BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root +prefix: /usr/local/mysql +Summary: A very fast and reliable SQL database server + +%description + +%define MYSQL_USER mysql +%define MYSQL_GROUP mysql +%define __os_install_post %{nil} +%define __debug_install_post \ +%{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}" \ +%{nil} + +%prep +%setup -q -n mysql-%{version} + +%build +cmake \ +-DCMAKE_INSTALL_PREFIX=%{prefix} \ +-DMYSQL_DATADIR=/data/mysql \ +-DSYSCONFDIR=/etc \ +-DWITH_INNOBASE_STORAGE_ENGINE=1 \ +-DWITH_PARTITION_STORAGE_ENGINE=1 \ +-DWITH_FEDERATED_STORAGE_ENGINE=1 \ +-DWITH_BLACKHOLE_STORAGE_ENGINE=1 \ +-DWITH_MYISAM_STORAGE_ENGINE=1 \ +-DENABLED_LOCAL_INFILE=1 \ +-DENABLE_DTRACE=0 \ +-DDEFAULT_CHARSET=utf8mb4 \ +-DDEFAULT_COLLATION=utf8mb4_general_ci \ +-DWITH_EMBEDDED_SERVER=1 \ +-DDOWNLOAD_BOOST=1 \ +-DWITH_BOOST=boost/boost_1_59_0 + +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +make -j `cat /proc/cpuinfo | grep processor | wc -l` DESTDIR=$RPM_BUILD_ROOT install +cp %{_sourcedir}/my.cnf $RPM_BUILD_ROOT%{prefix}/ +cp %{_sourcedir}/libatomic.so.1 $RPM_BUILD_ROOT/usr/local/mysql/lib +cp %{_sourcedir}/libstdc++.so.6.0.24 $RPM_BUILD_ROOT/usr/local/mysql/lib + +%clean +rm -rf $RPM_BUILD_ROOT +rm -rf $RPM_BUILD_DIR/* + +%files +%defattr(-, %{MYSQL_USER}, %{MYSQL_GROUP}) +%attr(755, %{MYSQL_USER}, %{MYSQL_GROUP}) %{prefix}/* + +%pre +if ! id %{MYSQL_USER} > /dev/null 2>&1;then + groupadd %{MYSQL_GROUP} + useradd -g %{MYSQL_GROUP} %{MYSQL_USER} +fi + +%post + +if [ -f %{prefix}/support-files/mysql.server > /dev/null 2>&1 ] && [ ! -f %{_initddir}/mysql > /dev/null 2>&1 ];then + cp %{prefix}/support-files/mysql.server %{_initddir}/mysql + chmod +x %{_initddir}/mysql + chkconfig --level 2345 mysql on +fi +if [ ! -f /usr/lib64/libatomic.so.1 ];then + cp -f /usr/local/mysql/lib/libatomic.so.1 /usr/lib64/ +else + ver1=`ls -l /usr/lib64/libatomic.so.1|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver11=`echo -e "${ver1}\n1.1.99"|sort -V|tail -1` + if [ "${ver11}" = "1.1.99" ];then + cp -f /usr/local/mysql/lib/libatomic.so.1 /usr/lib64/ + fi +fi +if [ ! -f /usr/lib64/libstdc++.so.6 ];then + cp -f /usr/local/mysql/lib/libstdc++.so.6.0.24 /usr/lib64/ + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 +else + ver2=`ls -l /usr/lib64/libstdc++.so.6|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver22=`echo -e "${ver2}\n6.0.23"|sort -V|tail -1` + if [ "${ver22}" = "6.0.23" ];then + cp -f /usr/local/mysql/lib/libstdc++.so.6.0.24 /usr/lib64 + rm -f /usr/lib64/libstdc++.so.6 + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 + fi +fi +cp %{prefix}/my.cnf %{_sysconfdir}/my.cnf +chown mysql:mysql %{_sysconfdir}/my.cnf +echo export PATH=$PATH:/usr/local/mysql/bin >> %{_sysconfdir}/profile +echo "MySQL ${version} installed successfully. You can now add %{prefix}/bin to path by 'source %{_sysconfdir}/profile'" + +%preun +if [ -f %{_sysconfdir}/my.cnf ];then + mv %{_sysconfdir}/my.cnf %{_sysconfdir}/my.cnf.rpmold +fi +if [ -f %{_initddir}/mysql ];then + mv %{_initddir}/mysql %{_initddir}/mysql.rpmold +fi + +%postun +rm -rf %{prefix} +userdel -r %{MYSQL_USER} >/dev/null 2>&1 + +%changelog + diff --git a/DBMS/CentOS8.1.1911/mysql/8.0.17/CentOS-AltArch-7.repo b/DBMS/CentOS8.1.1911/mysql/8.0.17/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/DBMS/CentOS8.1.1911/mysql/8.0.17/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/DBMS/CentOS8.1.1911/mysql/8.0.17/Dockerfile-mysql-8.0.17 b/DBMS/CentOS8.1.1911/mysql/8.0.17/Dockerfile-mysql-8.0.17 new file mode 100644 index 0000000000000000000000000000000000000000..88a927498fa5a1197cace8fffaf41d1fca9ed25e --- /dev/null +++ b/DBMS/CentOS8.1.1911/mysql/8.0.17/Dockerfile-mysql-8.0.17 @@ -0,0 +1,52 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg - automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install bison ncurses ncurses-devel libaio-devel openssl openssl-devel gmp gmp-devel mpfr mpfr-devel libmpc libmpc-devel gcc gcc-c++ cmake net-tools wget tar git rpcgen rpm-build unzip + +# Update cmake and gcc to proper version +WORKDIR /home +# RUN wget "https://cmake.org/files/v3.5/cmake-3.5.2.tar.gz" \ +# && wget "https://mirrors.tuna.tsinghua.edu.cn/gnu/gcc/gcc-7.3.0/gcc-7.3.0.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/cmake-3.5.2.tar.gz" \ + && wget "http://archive-server:50050/cache-data/DBMS/ENV/gcc-7.3.0.tar.gz" \ + && tar -zxf cmake-3.5.2.tar.gz \ + && tar -zxf gcc-7.3.0.tar.gz \ + && cd cmake-3.5.2/ \ + && ./bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && yum remove cmake -y \ + && ln -s /usr/local/bin/cmake /usr/bin \ + && cd ../gcc-7.3.0/ \ + && ./configure --prefix=/usr --mandir=/usr/share/man --infodir=/usr/share/info --enable-bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install + +# Get rpm bug fix files +# RUN wget "https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/database/patch/rpm-bug.zip" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/rpm-bug.zip" \ + && unzip rpm-bug.zip + +# Get MySQL source code, build and install +WORKDIR /root +# RUN wget "https://cdn.mysql.com/archives/mysql-8.0/mysql-boost-8.0.17.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/MySQL/mysql-boost-8.0.17.tar.gz" \ + && mkdir -p rpmbuild/{BUILD,SOURCES,SPECS,RPMS} \ + && mv mysql-boost-8.0.17.tar.gz rpmbuild/SOURCES/. \ + && mv /home/rpm-bug/* rpmbuild/SOURCES/. +COPY my.cnf rpmbuild/SOURCES/. +COPY mysql8.0.17.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/mysql8.0.17.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/mysql-8.0.17-1.el7.aarch64.rpm output/. diff --git a/DBMS/CentOS8.1.1911/mysql/8.0.17/my.cnf b/DBMS/CentOS8.1.1911/mysql/8.0.17/my.cnf new file mode 100644 index 0000000000000000000000000000000000000000..71378d3cf0825ec60efc01e02e2f29f7ae0f2379 --- /dev/null +++ b/DBMS/CentOS8.1.1911/mysql/8.0.17/my.cnf @@ -0,0 +1,17 @@ +[mysqld_safe] +log-error=/data/mysql/log/mysql.log +pid-file=/data/mysql/run/mysqld.pid +[mysqldump] +quick +[mysql] +no-auto-rehash +[client] +default-character-set=utf8 +[mysqld] +basedir=/usr/local/mysql +tmpdir=/data/mysql/tmp +socket=/data/mysql/run/mysql.sock +datadir=/data/mysql/data +default_authentication_plugin=mysql_native_password +port=3306 +user=mysql diff --git a/DBMS/CentOS8.1.1911/mysql/8.0.17/mysql8.0.17.spec b/DBMS/CentOS8.1.1911/mysql/8.0.17/mysql8.0.17.spec new file mode 100644 index 0000000000000000000000000000000000000000..8ef282504de872134b0f2f57e196ea6114a44565 --- /dev/null +++ b/DBMS/CentOS8.1.1911/mysql/8.0.17/mysql8.0.17.spec @@ -0,0 +1,102 @@ +Name: mysql +Version: 8.0.17 +Release: 1%{?dist} + +Group: applications/database +License: Copyright (c) 2000, 2019, Oracle and/or its affiliates. All rights reserved. Under GPLv2 license as shown in the Description field. +URL: http://www.mysql.com +Source: %{name}-boost-%{version}.tar.gz + +Autoreq: no +BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root +prefix: /usr/local/mysql +Summary: A very fast and reliable SQL database server + +%description + +%define MYSQL_USER mysql +%define MYSQL_GROUP mysql +%define __os_install_post %{nil} +%define __debug_install_post \ +%{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}" \ +%{nil} + +%prep +%setup -q -n mysql-%{version} + +%build +cmake . \ +-DBUILD_CONFIG=mysql_release \ +-DCMAKE_INSTALL_PREFIX=%{prefix} \ +-DMYSQL_DATADIR=/data/mysql/data \ +-DWITH_BOOST=boost/boost_1_69_0 \ +-DFORCE_INSOURCE_BUILD=1 + +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +make -j `cat /proc/cpuinfo | grep processor | wc -l` DESTDIR=%{buildroot} install +cp %{_sourcedir}/my.cnf $RPM_BUILD_ROOT%{prefix}/ +cp %{_sourcedir}/libatomic.so.1 $RPM_BUILD_ROOT%{prefix}/lib +cp %{_sourcedir}/libstdc++.so.6.0.24 $RPM_BUILD_ROOT%{prefix}/lib + +%clean +rm -rf $RPM_BUILD_ROOT +rm -rf $RPM_BUILD_DIR/* + +%files +%defattr(-, %{MYSQL_USER}, %{MYSQL_GROUP}) +%attr(755, %{MYSQL_USER}, %{MYSQL_GROUP}) %{prefix}/* + +%pre +if ! id %{MYSQL_USER} > /dev/null 2>&1;then + groupadd %{MYSQL_GROUP} + useradd -g %{MYSQL_GROUP} %{MYSQL_USER} +fi + +%post +if [ -f %{prefix}/support-files/mysql.server > /dev/null 2>&1 ] && [ ! -f %{_initddir}/mysql > /dev/null 2>&1 ];then + cp %{prefix}/support-files/mysql.server %{_initddir}/mysql + chmod +x %{_initddir}/mysql + chkconfig --level 2345 mysql on +fi +if [ ! -f /usr/lib64/libatomic.so.1 ];then + cp -f /usr/local/mysql/lib/libatomic.so.1 /usr/lib64/ +else + ver1=`ls -l /usr/lib64/libatomic.so.1|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver11=`echo -e "${ver1}\n1.1.99"|sort -V|tail -1` + if [ "${ver11}" = "1.1.99" ];then + cp -f /usr/local/mysql/lib/libatomic.so.1 /usr/lib64/ + fi +fi +if [ ! -f /usr/lib64/libstdc++.so.6 ];then + cp -f /usr/local/mysql/lib/libstdc++.so.6.0.24 /usr/lib64/ + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 +else + ver2=`ls -l /usr/lib64/libstdc++.so.6|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver22=`echo -e "${ver2}\n6.0.23"|sort -V|tail -1` + if [ "${ver22}" = "6.0.23" ];then + cp -f /usr/local/mysql/lib/libstdc++.so.6.0.24 /usr/lib64 + rm -f /usr/lib64/libstdc++.so.6 + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 + fi +fi +cp %{prefix}/my.cnf %{_sysconfdir}/my.cnf +chown mysql:mysql %{_sysconfdir}/my.cnf +echo export PATH=$PATH:/usr/local/mysql/bin >> %{_sysconfdir}/profile +echo "MySQL ${version} installed successfully. You can now add %{prefix}/bin to path by 'source %{_sysconfdir}/profile'" + +%preun +if [ -f %{_sysconfdir}/my.cnf ];then + mv %{_sysconfdir}/my.cnf %{_sysconfdir}/my.cnf.rpmold +fi +if [ -f %{_initddir}/mysql ];then + mv %{_initddir}/mysql %{_initddir}/mysql.rpmold +fi + +%postun +rm -rf %{prefix} +userdel -r %{MYSQL_USER} >/dev/null 2>&1 + +%changelog + diff --git a/DBMS/CentOS8.1.1911/percona/8.0.15/CentOS-AltArch-7.repo b/DBMS/CentOS8.1.1911/percona/8.0.15/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/DBMS/CentOS8.1.1911/percona/8.0.15/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/DBMS/CentOS8.1.1911/percona/8.0.15/Dockerfile-percona-8.0.15 b/DBMS/CentOS8.1.1911/percona/8.0.15/Dockerfile-percona-8.0.15 new file mode 100644 index 0000000000000000000000000000000000000000..8e3af47a7dcc2c47c974ee948a706711b7c8d161 --- /dev/null +++ b/DBMS/CentOS8.1.1911/percona/8.0.15/Dockerfile-percona-8.0.15 @@ -0,0 +1,58 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg - automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install ncurses ncurses-devel libaio-devel gmp gmp-devel mpfr mpfr-devel libmpc libmpc-devel libcurl-devel readline-devel zlib-devel openssl* gcc* cmake perl* bison net-tools wget git rpm-build unzip + +# Update cmake and gcc to proper version +WORKDIR /home +# RUN wget "https://cmake.org/files/v3.5/cmake-3.5.2.tar.gz" \ +# && wget "https://mirrors.tuna.tsinghua.edu.cn/gnu/gcc/gcc-7.3.0/gcc-7.3.0.tar.gz" +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/cmake-3.5.2.tar.gz" \ + && wget "http://archive-server:50050/cache-data/DBMS/ENV/gcc-7.3.0.tar.gz" \ + && tar -zxf cmake-3.5.2.tar.gz \ + && tar -zxf gcc-7.3.0.tar.gz \ + && cd cmake-3.5.2/ \ + && ./bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && yum remove cmake -y \ + && ln -s /usr/local/bin/cmake /usr/bin \ + && cd ../gcc-7.3.0/ \ + && ./configure --prefix=/usr --mandir=/usr/share/man --infodir=/usr/share/info --enable-bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install + +# Get Percona source code, resolve deadlock bug and build +# RUN wget "https://www.percona.com/downloads/Percona-Server-LATEST/Percona-Server-8.0.15-6/source/tarball/percona-server-8.0.15-6.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/Percona/percona-server-8.0.15-6.tar.gz" \ + && tar -zxf percona-server-8.0.15-6.tar.gz \ +# && wget "https://nchc.dl.sourceforge.net/project/boost/boost/1.68.0/boost_1_68_0.tar.gz" \ + && wget "http://archive-server:50050/cache-data/DBMS/Percona/boost_1_68_0.tar.gz" \ + && cd percona-server-8.0.15-6/storage/innobase/sync \ + && sed -i '512,514d' sync0rw.cc \ + && sed -i '511a\ bool recursive;\n os_thread_id_t writer_thread;\n\n if (!pass) {\n recursive = lock->recursive;\n os_rmb;\n writer_thread = lock->writer_thread;\n }' sync0rw.cc \ + && cd /home \ + && tar -czf percona-server-8.0.15-6.tar.gz percona-server-8.0.15-6/ +WORKDIR /root +RUN mkdir -p rpmbuild/{BUILD,RPMS,SOURCES,SPECS} \ + && mv /home/percona-server-8.0.15-6.tar.gz rpmbuild/SOURCES/. \ + && mv /home/boost_1_68_0.tar.gz rpmbuild/SOURCES/. \ +# && wget https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/database/patch/rpm-bug.zip \ + && wget http://archive-server:50050/cache-data/DBMS/ENV/rpm-bug.zip \ + && unzip rpm-bug.zip \ + && cp rpm-bug/* rpmbuild/SOURCES/. +COPY percona8.0.15.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/percona8.0.15.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/percona-8.0.15-6.el7.aarch64.rpm output/. diff --git a/DBMS/CentOS8.1.1911/percona/8.0.15/percona8.0.15.spec b/DBMS/CentOS8.1.1911/percona/8.0.15/percona8.0.15.spec new file mode 100644 index 0000000000000000000000000000000000000000..9c585bfb00f155000441cbe56ca61c43535fa08c --- /dev/null +++ b/DBMS/CentOS8.1.1911/percona/8.0.15/percona8.0.15.spec @@ -0,0 +1,110 @@ +Name: percona +Version: 8.0.15 +Release: 6%{?dist} + +Group: applications/database +License: Copyright (c) 2000, 2015, Oracle and/or its affiliates. All rights reserved. Under GPLv2 license as shown in the Description field. +URL: http://www.percona.com +Source: %{name}-server-%{version}-6.tar.gz + +Autoreq: no +BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root +prefix: /usr/local/percona +Summary: A very fast and reliable SQL database server + +%description + +%define MYSQL_USER mysql +%define MYSQL_GROUP mysql +%define __os_install_post %{nil} +%define __debug_install_post \ +%{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}" \ +%{nil} + +%prep +%setup -q -n percona-%{version} %setup -q -n %{name}-server-%{version}-6 + +%build +tar zxf %{_sourcedir}/boost_1_68_0.tar.gz +cmake . \ +-DCMAKE_BUILD_TYPE=RelWithDebInfo \ +-DBUILD_CONFIG=mysql_release \ +-DFEATURE_SET=community \ +-DWITH_BOOST=./boost_1_68_0 \ +-DCMAKE_INSTALL_PREFIX=/usr/local/percona \ +-DMYSQL_DATADIR=/data/percona/data \ +-DSYSCONFDIR=/etc \ +-DWITHOUT_TOKUDB=1 \ +-DWITH_ARCHIVE_STORAGE_ENGINE=1 \ +-DWITH_BLACKHOLE_STORAGE_ENGINE=1 \ +-DWITH_SSL=system \ +-DWITH_ZLIB=system \ +-DWITH_LOBWRAP=0 \ +-DMYSQL_UNIX_ADDR=/data/percona/run/mysql.sock \ +-DDEFAULT_CHARSET=utf8 \ +-DDEFAULT_COLLATION=utf8_general_ci \ +-DFORCE_INSOURCE_BUILD=1 + +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +make -j `cat /proc/cpuinfo | grep processor | wc -l` DESTDIR=$RPM_BUILD_ROOT install +cp %{_sourcedir}/libatomic.so.1 $RPM_BUILD_ROOT%{prefix}/lib +cp %{_sourcedir}/libstdc++.so.6.0.24 $RPM_BUILD_ROOT%{prefix}/lib + +%clean +rm -rf $RPM_BUILD_ROOT +rm -rf $RPM_BUILD_DIR/* + +%files +%defattr(-, %{MYSQL_USER}, %{MYSQL_GROUP}) +%attr(755, %{MYSQL_USER}, %{MYSQL_GROUP}) %{prefix}/* + +%pre +if ! id %{MYSQL_USER} > /dev/null 2>&1;then + groupadd %{MYSQL_GROUP} + useradd -g %{MYSQL_GROUP} %{MYSQL_USER} +fi + +%post +if [ -f %{prefix}/support-files/mysql.server > /dev/null 2>&1 ] && [ ! -f %{_initddir}/mysql > /dev/null 2>&1 ];then + cp %{prefix}/support-files/mysql.server %{_initddir}/percona + chmod +x %{_initddir}/percona + chkconfig --level 2345 percona on +fi +if [ ! -f /usr/lib64/libatomic.so.1 ];then + cp -f /usr/local/percona/lib/libatomic.so.1 /usr/lib64/ +else + ver1=`ls -l /usr/lib64/libatomic.so.1|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver11=`echo -e "${ver1}\n1.1.99"|sort -V|tail -1` + if [ "${ver11}" = "1.1.99" ];then + cp -f /usr/local/percona/lib/libatomic.so.1 /usr/lib64/ + fi +fi +if [ ! -f /usr/lib64/libstdc++.so.6 ];then + cp -f /usr/local/percona/lib/libstdc++.so.6.0.24 /usr/lib64/ + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 +else + ver2=`ls -l /usr/lib64/libstdc++.so.6|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver22=`echo -e "${ver2}\n6.0.23"|sort -V|tail -1` + if [ "${ver22}" = "6.0.23" ];then + cp -f /usr/local/percona/lib/libstdc++.so.6.0.24 /usr/lib64 + rm -f /usr/lib64/libstdc++.so.6 + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 + fi +fi + +%preun +if [ -f %{_sysconfdir}/my.cnf ];then + mv %{_sysconfdir}/my.cnf %{_sysconfdir}/my.cnf.rpmold +fi +if [ -f %{_initddir}/percona ];then + mv %{_initddir}/percona %{_initddir}/percona.rpmold +fi + +%postun +rm -rf %{prefix} +userdel -r {MYSQL_USER} >/dev/null 2>&1 + +%changelog + diff --git a/DBMS/CentOS8.1.1911/postgresql/11.3/CentOS-AltArch-7.repo b/DBMS/CentOS8.1.1911/postgresql/11.3/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/DBMS/CentOS8.1.1911/postgresql/11.3/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/DBMS/CentOS8.1.1911/postgresql/11.3/Dockerfile-postgresql-11.3 b/DBMS/CentOS8.1.1911/postgresql/11.3/Dockerfile-postgresql-11.3 new file mode 100644 index 0000000000000000000000000000000000000000..802a45fe6e22640aaf261752015a8cb3506401fb --- /dev/null +++ b/DBMS/CentOS8.1.1911/postgresql/11.3/Dockerfile-postgresql-11.3 @@ -0,0 +1,49 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg - automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install automake zlib zlib-devel bzip2 bzip2-devel bzip2-libs readline readline-devel gcc gcc-c++ make bison ncurses ncurses-devel libaio-devel gmp gmp-devel mpfr mpfr-devel libmpc libmpc-devel wget unzip rpm-build + +# Update cmake and gcc to proper version +WORKDIR /home +# RUN wget "https://cmake.org/files/v3.5/cmake-3.5.2.tar.gz" \ +# && wget "https://mirrors.tuna.tsinghua.edu.cn/gnu/gcc/gcc-7.3.0/gcc-7.3.0.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/ENV/cmake-3.5.2.tar.gz" \ + && wget "http://archive-server:50050/cache-data/DBMS/ENV/gcc-7.3.0.tar.gz" \ + && tar -zxf cmake-3.5.2.tar.gz \ + && tar -zxf gcc-7.3.0.tar.gz \ + && cd cmake-3.5.2/ \ + && ./bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && yum remove cmake -y \ + && ln -s /usr/local/bin/cmake /usr/bin \ + && cd ../gcc-7.3.0/ \ + && ./configure --prefix=/usr --mandir=/usr/share/man --infodir=/usr/share/info --enable-bootstrap \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install + +# Get PgSQL source code, build and install +# RUN wget "https://ftp.postgresql.org/pub/source/v11.3/postgresql-11.3.tar.gz" \ +RUN wget "http://archive-server:50050/cache-data/DBMS/PostgreSQL/postgresql-11.3.tar.gz" \ + && mkdir -p /root/rpmbuild/{BUILD,SOURCES,SPECS,RPMS} \ + && mv postgresql-11.3.tar.gz /root/rpmbuild/SOURCES/. \ +# && wget "https://mirrors.huaweicloud.com/kunpeng/archive/kunpeng_solution/database/patch/rpm-bug.zip" \ + && wget "http://archive-server:50050/cache-data/DBMS/ENV/rpm-bug.zip" \ + && unzip rpm-bug.zip \ + && mv rpm-bug/* /root/rpmbuild/SOURCES/. +WORKDIR /root +COPY postgresql11.3.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/postgresql11.3.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/postgresql-11.3-1.el7.aarch64.rpm output/. diff --git a/DBMS/CentOS8.1.1911/postgresql/11.3/postgresql11.3.spec b/DBMS/CentOS8.1.1911/postgresql/11.3/postgresql11.3.spec new file mode 100644 index 0000000000000000000000000000000000000000..47f99e7ac417707fec769b7a23ded6b54efeb512 --- /dev/null +++ b/DBMS/CentOS8.1.1911/postgresql/11.3/postgresql11.3.spec @@ -0,0 +1,81 @@ +Name: postgresql +Version: 11.3 +Release: 1%{?dist} + +Group: applications/database +License: PostgreSQL +URL: http://www.postgresql.org +Source: %{name}-%{version}.tar.gz + +Autoreq: no +BuildRoot: %{_tmppath}/%{name}-%{version}-%{release}-root +prefix: /usr/local/pgsql +Summary: The programs needed to create and run a PostgreSQL server + +%description + +%define PGSQL_USER postgres +%define PGSQL_GROUP postgres +%define __os_install_post %{nil} +%define __debug_install_post \ +%{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}" \ +%{nil} + +%prep +%setup -q -n %{name}-%{version} + +%build +./configure -prefix=%{prefix} + +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +make -j `cat /proc/cpuinfo | grep processor | wc -l` DESTDIR=$RPM_BUILD_ROOT install +cp %{_sourcedir}/libatomic.so.1 $RPM_BUILD_ROOT%{prefix}/lib +cp %{_sourcedir}/libstdc++.so.6.0.24 $RPM_BUILD_ROOT%{prefix}/lib + +%clean +rm -rf $RPM_BUILD_ROOT +rm -rf $RPM_BUILD_DIR/* + +%files +%defattr(-, %{PGSQL_USER}, %{PGSQL_GROUP}) +%attr(755, %{PGSQL_USER}, %{PGSQL_GROUP}) %{prefix}/* + +%pre +if ! id %{PGSQL_USER} > /dev/null 2>&1;then + groupadd %{PGSQL_GROUP} + useradd -g %{PGSQL_GROUP} %{PGSQL_USER} +fi + +%post +if [ ! -f /usr/lib64/libatomic.so.1 ];then + cp -f %{prefix}/lib/libatomic.so.1 /usr/lib64/ +else + ver1=`ls -l /usr/lib64/libatomic.so.1|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver11=`echo -e "${ver1}\n1.1.99"|sort -V|tail -1` + if [ "${ver11}" = "1.1.99" ];then + cp -f %{prefix}/lib/libatomic.so.1 /usr/lib64/ + fi +fi +if [ ! -f /usr/lib64/libstdc++.so.6 ];then + cp -f %{prefix}/lib/libstdc++.so.6.0.24 /usr/lib64/ + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 +else + ver2=`ls -l /usr/lib64/libstdc++.so.6|awk -F'.' '{print ""$6"."$7"."$8""}'` + ver22=`echo -e "${ver2}\n6.0.23"|sort -V|tail -1` + if [ "${ver22}" = "6.0.23" ];then + cp -f %{prefix}/lib/libstdc++.so.6.0.24 /usr/lib64 + rm -f /usr/lib64/libstdc++.so.6 + ln -s /usr/lib64/libstdc++.so.6.0.24 /usr/lib64/libstdc++.so.6 + fi +fi + +%preun + +%postun +rm -rf %{prefix} +userdel -r {PGSQL_USER} >/dev/null 2>&1 + +%changelog + diff --git a/Web/CentOS8.1.1911/README.md b/Web/CentOS8.1.1911/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fa954c66cbcd39bbf8ea74d981c4849d8f4fca3b --- /dev/null +++ b/Web/CentOS8.1.1911/README.md @@ -0,0 +1,16 @@ +### How to use +Before using these dockerfiles, download base image for CentOS 7.6.1810 aarch64 first, then load the base image into docker, name it as arm64v8/centos:1810. + +Do NOT delete .repo file - it simplified operations of docker image build. Put the .repo file together with dockerfile. + +Additionally, the openssl.cnf is for Dockerfile-tengine-2.2.2, put it together with dockerfile and .repo file for image building. + +Construct a docker image by `docker build -t $repository_name:$tag -f $dockerfile_name .` + +Check the image in docker images list by `docker images` + +Start a container from built images by `docker run -dit $repository_name:$tag` + +Enter a container and use the bash inside the container by `docker attach $container_id `. Container_id comes from `docker ps` or the id showed when start the container. + +Quit the container bash by conbination Ctrl+P+Q instead of Ctrl+D to avoid accidently kill the container. diff --git a/Web/CentOS8.1.1911/apache/2.4.46/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/apache/2.4.46/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/apache/2.4.46/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/apache/2.4.46/Dockerfile-apache-2.4.46 b/Web/CentOS8.1.1911/apache/2.4.46/Dockerfile-apache-2.4.46 new file mode 100644 index 0000000000000000000000000000000000000000..c1eed629ebda3a22d879d4da3dbc3b89c8e8da4d --- /dev/null +++ b/Web/CentOS8.1.1911/apache/2.4.46/Dockerfile-apache-2.4.46 @@ -0,0 +1,23 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install gcc gcc-c++ make libtool zlib zlib-devel openssl openssl-devel pcre* apr* wget initscripts net-tools bzip2 rpm-build + +# Get and install Apache +WORKDIR /root +RUN wget https://mirrors.tuna.tsinghua.edu.cn/apache/httpd/httpd-2.4.46.tar.bz2 --no-check-certificate \ + && mkdir -p rpmbuild/{BUILD,SPECS,SOURCES,RPMS} \ + && mv httpd-2.4.46.tar.bz2 rpmbuild/SOURCES/. +COPY apache2.4.46.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/apache2.4.46.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/httpd-2.4.46-1.el7.aarch64.rpm /root/output/. + diff --git a/Web/CentOS8.1.1911/apache/2.4.46/apache2.4.46.spec b/Web/CentOS8.1.1911/apache/2.4.46/apache2.4.46.spec new file mode 100644 index 0000000000000000000000000000000000000000..6d5e8a1fe7265cd09f599a18b4489b007db68634 --- /dev/null +++ b/Web/CentOS8.1.1911/apache/2.4.46/apache2.4.46.spec @@ -0,0 +1,55 @@ +%define __debug_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _topdir /root/rpmbuild +%define _prefix /usr/local/apache2 + +Name: httpd +Version: 2.4.46 +Release: 1%{?dist} +Summary: Apache HTTP Server + +License: ASL 2.0 +URL: https://httpd.apache.org/ +Source0: httpd-2.4.46.tar.bz2 + +BuildRequires: gcc, autoconf, pkgconfig + +%description + +%prep +%setup -q + +%build +./configure --build=arm --prefix=%{_prefix} --enable-so --with-mpm=worker +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +rm -rf $RPM_BUILD_ROOT +make -j `cat /proc/cpuinfo | grep processor | wc -l` install DESTDIR=$RPM_BUILD_ROOT + +%files +%doc ABOUT_APACHE README CHANGES LICENSE VERSIONING NOTICE +%doc docs/conf/extra/*.conf + +%{_bindir}/* + +%{_prefix}/conf/* +%{_prefix}/build/* +%{_prefix}/cgi-bin/* +%{_prefix}/htdocs/* +%{_prefix}/include/* +%{_prefix}/logs +%{_prefix}/manual/* + +%{_prefix}/modules + +%dir %{_prefix}/error +%dir %{_prefix}/error/include +%{_prefix}/icons/* +%{_prefix}/error/README +%{_prefix}/error/*.var +%{_prefix}/error/include/*.html + +%{_prefix}/man/* + +%changelog + diff --git a/Web/CentOS8.1.1911/haproxy/1.9.0/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/haproxy/1.9.0/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/haproxy/1.9.0/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/haproxy/1.9.0/Dockerfile-haproxy-1.9.0 b/Web/CentOS8.1.1911/haproxy/1.9.0/Dockerfile-haproxy-1.9.0 new file mode 100644 index 0000000000000000000000000000000000000000..64a8aa5d2446da0f62fc887e127fac5c56034746 --- /dev/null +++ b/Web/CentOS8.1.1911/haproxy/1.9.0/Dockerfile-haproxy-1.9.0 @@ -0,0 +1,22 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install wget make gcc rpm-build + +# Get and install HAProxy +WORKDIR /root +RUN wget https://www.haproxy.org/download/1.9/src/haproxy-1.9.0.tar.gz --no-check-certificate \ + && mkdir -p rpmbuild/{BUILD,RPMS,SOURCES,SPECS} \ + && mv haproxy-1.9.0.tar.gz rpmbuild/SOURCES/. +COPY haproxy1.9.0.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/haproxy1.9.0.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/haproxy-1.9.0-1.el7.aarch64.rpm output/. diff --git a/Web/CentOS8.1.1911/haproxy/1.9.0/haproxy1.9.0.spec b/Web/CentOS8.1.1911/haproxy/1.9.0/haproxy1.9.0.spec new file mode 100644 index 0000000000000000000000000000000000000000..55dd1c94ef6755d41f4b4b6e8d2e3c43c86df6b9 --- /dev/null +++ b/Web/CentOS8.1.1911/haproxy/1.9.0/haproxy1.9.0.spec @@ -0,0 +1,77 @@ +%define __debug_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _topdir /root/rpmbuild +%define haproxy_user haproxy +%define haproxy_group %{haproxy_user} +%define _prefix /usr/local/haproxy +%define haproxy_homedir %{_localstatedir}/lib/haproxy +%define haproxy_confdir %{_sysconfdir}/haproxy +%define haproxy_datadir %{_datadir}/haproxy + +%global _hardeded_build 1 + +Name: haproxy +Version: 1.9.0 +Release: 1%{?dist} +Summary: HAProxy reverseproxy for high availability environments + +Group: System Environment/Daemons +License: GPLv2+ +URL: http://www.haproxy.org/ +Source0: %{name}-%{version}.tar.gz + +BuildRequires: gcc + +%description + +%prep +%setup -q + +%build +make -j `cat /proc/cpuinfo | grep processor | wc -l` TARGET=linux41 + + +%install +make -j `cat /proc/cpuinfo | grep processor | wc -l` install DESTDIR=%{buildroot} PREFIX=%{_prefix} + +for httpfile in $(find ./examples/errorfiles/ -type f) +do + %{__install} -p -m 0644 $httpfile %{buildroot}%{haproxy_datadir} +done + +rm -rf ./examples/errorfiles/ + +find ./examples/* -type f ! -name "*.cfg" -exec %{__rm} -f "{}" \; + +for textfile in $(find ./ -type f -name '*.txt') +do + %{__mv} $textfile $textfile.old + iconv --from-code ISO8859-1 --to-code UTF-8 --output $textfile $textfile.old + %{__rm} -f $textfile.old +done + +mkdir $RPM_BUILD_ROOT%{_prefix}/conf/ +cp ./examples/*.cfg $RPM_BUILD_ROOT%{_prefix}/conf + +%pre +getent group %{haproxy_group} >/dev/null || \ + groupadd -r %{haproxy_group} +getent passwd %{haproxy_user} >/dev/null || \ + useradd -r -g %{haproxy_user} -d %{haproxy_homedir} \ + -s /sbin/nologin -c "haproxy" %{haproxy_user} +exit 00 + +%post +%systemd_post %{name}.service + +%preun +%systemd_preun %{name}.service + +%postun +%systemd_postun_with_restart %{name}.service + +%files +%defattr(-, root, root) +%{_prefix}/* + +%changelog + diff --git a/Web/CentOS8.1.1911/lighttpd/1.4.53/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/lighttpd/1.4.53/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/lighttpd/1.4.53/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/lighttpd/1.4.53/Dockerfile-lighttpd-1.4.53 b/Web/CentOS8.1.1911/lighttpd/1.4.53/Dockerfile-lighttpd-1.4.53 new file mode 100644 index 0000000000000000000000000000000000000000..f056bbc6c12b0b35dcffe28012ed78de71a52a82 --- /dev/null +++ b/Web/CentOS8.1.1911/lighttpd/1.4.53/Dockerfile-lighttpd-1.4.53 @@ -0,0 +1,22 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install make gcc gcc-c++ glib2-devel pcre-devel bzip2-devel zlib-devel gamin-devel wget rpm-build + +# Get and install Lighttpd +WORKDIR /root +RUN wget https://download.lighttpd.net/lighttpd/releases-1.4.x/lighttpd-1.4.53.tar.gz --no-check-certificate \ + && mkdir -p rpmbuild/{BUILD,SPECS,SOURCES,RPMS} \ + && mv lighttpd-1.4.53.tar.gz rpmbuild/SOURCES/. +COPY lighttpd1.4.53.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/lighttpd1.4.53.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/lighttpd-1.4.53-el7.aarch64.rpm /root/output/. diff --git a/Web/CentOS8.1.1911/lighttpd/1.4.53/lighttpd1.4.53.spec b/Web/CentOS8.1.1911/lighttpd/1.4.53/lighttpd1.4.53.spec new file mode 100644 index 0000000000000000000000000000000000000000..9719e26457034227111d3ce02d1230476bfa46b3 --- /dev/null +++ b/Web/CentOS8.1.1911/lighttpd/1.4.53/lighttpd1.4.53.spec @@ -0,0 +1,45 @@ +%define __debuf_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _topdir /root/rpmbuild +%define _prefix /usr/local/lighttpd + +Name: lighttpd +Version: 1.4.53 +Release: el7 +Summary: A fast webserver with minimal memory-footprint (lighttpd) + +Group: Networking/Daemons +License: BSD +URL: https://download.lighttpd.net/lighttpd/releases-1.4.0 +Source: %name-%version.tar.gz + +%description + +%prep +%setup -q + +%build +./configure --prefix=%{_prefix} --with-fam +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +rm -rf %{buildroot} +make -j `cat /proc/cpuinfo | grep processor | wc -l` install DESTDIR=%{buildroot} + +mkdir $RPM_BUILD_ROOT%{_prefix}/log +mkdir $RPM_BUILD_ROOT%{_prefix}/webpages +mkdir $RPM_BUILD_ROOT%{_prefix}/cache +mkdir $RPM_BUILD_ROOT%{_prefix}/config + +cp doc/config/lighttpd.conf $RPM_BUILD_ROOT%{_prefix}/config +cp doc/config/modules.conf $RPM_BUILD_ROOT%{_prefix}/config +cp -r doc/config/conf.d $RPM_BUILD_ROOT%{_prefix}/config + +%clean +rm -rf %{buildroot} + +%files +%defattr(-, root, root) +%{_prefix}/* + +%changelog + diff --git a/Web/CentOS8.1.1911/memcached/1.5.12/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/memcached/1.5.12/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/memcached/1.5.12/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/memcached/1.5.12/Dockerfile-memcached-1.5.12 b/Web/CentOS8.1.1911/memcached/1.5.12/Dockerfile-memcached-1.5.12 new file mode 100644 index 0000000000000000000000000000000000000000..ab44385e0bf17bd46e424210062384080f058cae --- /dev/null +++ b/Web/CentOS8.1.1911/memcached/1.5.12/Dockerfile-memcached-1.5.12 @@ -0,0 +1,22 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install gcc gcc-c++ kernel-devel make automake unzip telnet libevent libevent-devel which wget rpm-build + +# Get and install Memcached +WORKDIR /root +RUN wget https://github.com/memcached/memcached/archive/1.5.12.zip --no-check-certificate \ + && mkdir -p rpmbuild/{BUILD,SPECS,SOURCES,RPMS} \ + && mv 1.5.12.zip rpmbuild/SOURCES/memcached-1.5.12.zip +COPY memcached1.5.12.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/memcached1.5.12.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/memcached-1.5.12-1.el7.aarch64.rpm output/. diff --git a/Web/CentOS8.1.1911/memcached/1.5.12/memcached1.5.12.spec b/Web/CentOS8.1.1911/memcached/1.5.12/memcached1.5.12.spec new file mode 100644 index 0000000000000000000000000000000000000000..8c9dc855f686e7f88fbabf5040d99ac075b36e83 --- /dev/null +++ b/Web/CentOS8.1.1911/memcached/1.5.12/memcached1.5.12.spec @@ -0,0 +1,34 @@ +%define __debuf_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _topdir /root/rpmbuild +%define _prefix /opt/memcached + +Name: memcached +Version: 1.5.12 +Release: 1%{?dist} +Summary: Memcached 1.5.12 aarch64 for CentOS 7.6.1810 + +Group: Networking/Daemons +License: BSD +URL: https://memcached.org +Source: %name-%version.zip + +%description + +%prep +%setup -q + +%build +sh autogen.sh +./configure --prefix=%{_prefix} +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +rm -rf ${buildroot} +make -j `cat /proc/cpuinfo | grep processor | wc -l` install DESTDIR=%{buildroot} + +%files +%defattr(-, root, root) +%{_prefix}/* + +%changelog + diff --git a/Web/CentOS8.1.1911/nginx/1.14.2/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/nginx/1.14.2/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/nginx/1.14.2/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/nginx/1.14.2/Dockerfile-nginx-1.14.2 b/Web/CentOS8.1.1911/nginx/1.14.2/Dockerfile-nginx-1.14.2 new file mode 100644 index 0000000000000000000000000000000000000000..5bc16058cf8bb4ef7baf84de580b1d3993032414 --- /dev/null +++ b/Web/CentOS8.1.1911/nginx/1.14.2/Dockerfile-nginx-1.14.2 @@ -0,0 +1,42 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg - automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install gcc gcc-c++ make libtool zlib zlib-devel pcre pcre-devel perl-devel perl-ExtUtils-Embed perl-WWW-Curl wget initscripts net-tools rpm-build + +# Install OpenSSL +WORKDIR /home +RUN wget https://codeload.github.com/openssl/openssl/tar.gz/OpenSSL_1_1_1a --no-check-certificate \ + && mv OpenSSL_1_1_1a openssl-OpenSSL_1_1_1a.tar.gz \ + && tar -xf openssl-OpenSSL_1_1_1a.tar.gz \ + && cd openssl-OpenSSL_1_1_1a/ \ + && ./config \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && echo "/usr/local/lib/" >> /etc/ld.so.conf \ + && echo "/usr/local/lib64/" >> /etc/ld.so.conf \ + && ldconfig -v \ + && echo export PATH=/usr/local/bin:\$PATH >> /etc/profile \ + && source /etc/profile \ + && openssl version + +# Install Nginx +WORKDIR /root +RUN wget https://nginx.org/download/nginx-1.14.2.tar.gz --no-check-certificate \ + && mkdir -p rpmbuild/{BUILD,SPECS,SOURCES,RPMS} \ + && mv nginx-1.14.2.tar.gz rpmbuild/SOURCES/. +COPY nginx1.14.2.spec rpmbuild/SPECS/. +ENV PERL5LIB=/root/perl5/lib/perl5: PERL_LOCAL_LIB_ROOT=:/root/perl5 PERL_MM_OPT=INSTALL_BASE=/root/perl5 CFLAGS='-fPIC' PATH=/usr/local/bin:$PATH +RUN rpmbuild -bb rpmbuild/SPECS/nginx1.14.2.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/nginx-1.14.2-1.el7_4.aarch64.rpm output/. diff --git a/Web/CentOS8.1.1911/nginx/1.14.2/nginx1.14.2.spec b/Web/CentOS8.1.1911/nginx/1.14.2/nginx1.14.2.spec new file mode 100644 index 0000000000000000000000000000000000000000..ad89a6c6f853e71af5a2a1a8ddc2d6e75be8612c --- /dev/null +++ b/Web/CentOS8.1.1911/nginx/1.14.2/nginx1.14.2.spec @@ -0,0 +1,52 @@ +%define __debug_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _topdir /root/rpmbuild +%define _prefix /usr/local/nginx +%define nginx_user nginx +%define nginx_group nginx +%define nginx_loggroup adm + +Summary: High performance web server +Name: nginx +Version: 1.14.2 +Release: 1%{?dist}_4 +Vendor: Nginx, Inc. +URL: http://nginx.org/ +Group: %{_group} + +Source: %name-%version.tar.gz +License: 2-clause BSD-like license +BuildRequires: perl, pcre-devel + +%description + +%prep +%setup -q + +%build +./configure --prefix=%{_prefix} --with-http_ssl_module --with-http_realip_module \ +--with-http_addition_module --with-http_dav_module --with-http_flv_module --with-http_mp4_module \ +--with-http_gzip_static_module --with-http_perl_module --with-pcre --with-openssl=/home/openssl-OpenSSL_1_1_1a +make -j`cat /proc/cpuinfo | grep processor | wc -l` + +%install +make -j `cat /proc/cpuinfo | grep processor | wc -l` DESTDIR=$RPM_BUILD_ROOT install + +mkdir -p $RPM_BUILD_ROOT/usr/lib64/perl5/ +cp $RPM_BUILD_ROOT/root/perl5/lib/perl5/aarch64-linux-thread-multi/perllocal.pod $RPM_BUILD_ROOT/usr/lib64/perl5/ +mkdir -p $RPM_BUILD_ROOT/usr/local/lib64/perl5/ +cp -r $RPM_BUILD_ROOT/root/perl5/lib/perl5/aarch64-linux-thread-multi/* $RPM_BUILD_ROOT/usr/local/lib64/perl5/ +mkdir -p $RPM_BUILD_ROOT/usr/local/share +cp -r $RPM_BUILD_ROOT/root/perl5/man $RPM_BUILD_ROOT/usr/local/share/ + +%clean +rm -rf $RPM_BUILD_ROOT + +%files +%defattr(-, root, root) +%{_prefix}/* +/usr/lib64/perl5/* +/usr/local/lib64/perl5/* +/usr/local/share/* +/root/perl5/* + +%changelog diff --git a/Web/CentOS8.1.1911/openssl/1.1.1/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/openssl/1.1.1/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/openssl/1.1.1/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/openssl/1.1.1/Dockerfile-openssl-1.1.1a b/Web/CentOS8.1.1911/openssl/1.1.1/Dockerfile-openssl-1.1.1a new file mode 100644 index 0000000000000000000000000000000000000000..8f92860c7730ef3ec9cdc83e8cadd5dd1bad3d37 --- /dev/null +++ b/Web/CentOS8.1.1911/openssl/1.1.1/Dockerfile-openssl-1.1.1a @@ -0,0 +1,25 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install gcc gcc-c++ make libtool zlib zlib-devel pcre pcre-devel perl-devel perl-ExtUtils-Embed perl-WWW-Curl wget initscripts net-tools rpm-build + +# Install OpenSSL +WORKDIR /root +RUN wget https://codeload.github.com/openssl/openssl/tar.gz/OpenSSL_1_1_1a --no-check-certificate \ + && mv OpenSSL_1_1_1a openssl-OpenSSL_1_1_1a.tar.gz \ + && mkdir -p rpmbuild/{BUILD,RPMS,SPECS,SOURCES} +COPY openssl1.1.1a.spec rpmbuild/SPECS/. +RUN mv openssl-OpenSSL_1_1_1a.tar.gz rpmbuild/SOURCES/. \ + && rpmbuild -bb rpmbuild/SPECS/openssl1.1.1a.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/openssl-1.1.1a-3.el7.aarch64.rpm output/. \ + && cp rpmbuild/RPMS/aarch64/openssl-devel-1.1.1a-3.el7.aarch64.rpm output/. \ + && cp rpmbuild/RPMS/aarch64/openssl-libs-1.1.1a-3.el7.aarch64.rpm output/. diff --git a/Web/CentOS8.1.1911/openssl/1.1.1/openssl1.1.1a.spec b/Web/CentOS8.1.1911/openssl/1.1.1/openssl1.1.1a.spec new file mode 100644 index 0000000000000000000000000000000000000000..1a0b6d19258e26ed2c21e3d07fa30535a611101f --- /dev/null +++ b/Web/CentOS8.1.1911/openssl/1.1.1/openssl1.1.1a.spec @@ -0,0 +1,73 @@ +%define __debug_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _prefix /usr/local +%define _libdir %{_prefix}/lib +%define soversion 1.1 + +%global _performance_build 1 + +BuildArch: aarch64 +Name: openssl +Version: 1.1.1a +Release: 3%{?dist} + +Source: openssl-OpenSSL_1_1_1a.tar.gz +License: OpenSSL +Group: System Environment/Libraries +URL: http://www.openssl.org/ +SUmmary: Utilities from the general purpose cryptography library with TLS implementation +BuildRequires: gcc +AutoReq: no + +%description + +%package libs +Summary: A general purpose cryptography library with TLS implementation +Group: System Environment/Libraries + +%description libs + +%package devel +SUmmary: Files for development of applications which will use OpenSSL +Group: Development/Libraries + +%description devel + +%prep +%setup -q -n openssl-OpenSSL_1_1_1a + +%build +./config --prefix=%{_prefix} -Wl,-rpath,%{_libdir} + +make -j `cat /proc/cpuinfo | grep processor | wc -l` all + +%install +install -d $RPM_BUILD_ROOT{%{_bindir},%{_includedir},%{_libdir},%{_mandir},%{_libdir}/openssl,%{_pkgdocdir}} +make -j `cat /proc/cpuinfo | grep processor | wc -l` DESTDIR=$RPM_BUILD_ROOT install + +%files +%{!?_licensedir:%global license %%doc} +%license LICENSE +%doc FAQ NEWS README README.FIPS +%{_bindir}/* +%{_mandir}/man1*/* +%{_mandir}/man5*/* +%{_mandir}/man7*/* +%exclude %{_mandir}/man1*/*.pl* +%exclude %{_mandir}/man1*/c_rehash* +%exclude %{_mandir}/man1*/tsget* +%exclude %{_mandir}/man1*/openssl-tsget* + +%files libs +%{!?_licensedir:%global license %%doc} +%license LICENSE +%{_libdir}/* + +%files devel +%doc CHANGES doc/dir-locals.example.el doc/openssl-c-indent.el +%{_prefix}/include/openssl +%{_prefix}/ssl/* +%{_mandir}/man3*/* +%{_prefix}/share/doc/openssl/html/* + +%changelog + diff --git a/Web/CentOS8.1.1911/squid/4.8/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/squid/4.8/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/squid/4.8/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/squid/4.8/Dockerfile-squid-4.8 b/Web/CentOS8.1.1911/squid/4.8/Dockerfile-squid-4.8 new file mode 100644 index 0000000000000000000000000000000000000000..a1299170828b3f49b9859d2afa3f687d419f726c --- /dev/null +++ b/Web/CentOS8.1.1911/squid/4.8/Dockerfile-squid-4.8 @@ -0,0 +1,22 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install gcc gcc-c++ libxml2-devel libcap-devel libtool-ltdl-devel perl* wget rpm-build + +# Get and install Squid +WORKDIR /root +RUN wget http://www.squid-cache.org/Versions/v4/squid-4.8.tar.gz \ + && mkdir -p rpmbuild/{BUILD,SPECS,SOURCES,RPMS} \ + && mv squid-4.8.tar.gz rpmbuild/SOURCES/. +COPY squid4.8.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/squid4.8.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/squid-4.8-1.el7.aarch64.rpm output/. diff --git a/Web/CentOS8.1.1911/squid/4.8/squid4.8.spec b/Web/CentOS8.1.1911/squid/4.8/squid4.8.spec new file mode 100644 index 0000000000000000000000000000000000000000..b32df139289ff4bf3d2b7ed1c85bda2a0df7f47d --- /dev/null +++ b/Web/CentOS8.1.1911/squid/4.8/squid4.8.spec @@ -0,0 +1,37 @@ +%define __debug_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _topdir /root/rpmbuild +%define _prefix /usr/local/squid + +Name: squid +Version: 4.8 +Release: 1%{?dist} +Summary: caching proxy server + +License: GPL +URL: https://www.squid-cache.org/ +Epoch: 7 +Source0: %name-%version.tar.gz + +%description + +%prep +%setup -q + + +%build +./configure --prefix=%{_prefix} +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +rm -rf %{buildroot} +make -j `cat /proc/cpuinfo | grep processor | wc -l` install DESTDIR=%{buildroot} + +%clean +rm -rf %{buildroot} + +%files +%defattr(-, root, root) +%{_prefix}/* + +%changelog + diff --git a/Web/CentOS8.1.1911/tengine/2.2.2/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/tengine/2.2.2/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/tengine/2.2.2/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/tengine/2.2.2/Dockerfile-tengine-2.2.2 b/Web/CentOS8.1.1911/tengine/2.2.2/Dockerfile-tengine-2.2.2 new file mode 100644 index 0000000000000000000000000000000000000000..41f4b3adbbaf9665a3c020a97b688c623d6577ae --- /dev/null +++ b/Web/CentOS8.1.1911/tengine/2.2.2/Dockerfile-tengine-2.2.2 @@ -0,0 +1,40 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg - automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install gcc gcc-c++ make libtool zlib zlib-devel pcre pcre-devel perl-devel perl-ExtUtils-Embed perl-WWW-Curl wget initscripts net-tools rpm-build + +# Install OpenSSL +WORKDIR /home +RUN wget https://codeload.github.com/openssl/openssl/tar.gz/OpenSSL_1_1_1a --no-check-certificate \ + && mv OpenSSL_1_1_1a openssl_OpenSSL_1_1_1a.tar.gz \ + && tar -xf openssl_OpenSSL_1_1_1a.tar.gz \ + && cd openssl-OpenSSL_1_1_1a \ + && ./config \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && echo "/usr/local/lib/" >> /etc/ld.so.conf \ + && ldconfig -v \ + && echo export PATH=/usr/local/bin:\$PATH >> /etc/profile \ + && source /etc/profile \ + && openssl version + +# Install Tengine +WORKDIR /root +RUN wget https://tengine.taobao.org/download/tengine-2.2.2.tar.gz --no-check-certificate \ + && mkdir -p rpmbuild/{BUILD,SPECS,SOURCES,RPMS} \ + && mv tengine-2.2.2.tar.gz rpmbuild/SOURCES/. +COPY tengine2.2.2.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/tengine2.2.2.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/tengine-2.2.2-1.el7_4.aarch64.rpm output/. diff --git a/Web/CentOS8.1.1911/tengine/2.2.2/openssl.cnf b/Web/CentOS8.1.1911/tengine/2.2.2/openssl.cnf new file mode 100644 index 0000000000000000000000000000000000000000..aebfc441734f2d822128eb1b30cf897adca02a69 --- /dev/null +++ b/Web/CentOS8.1.1911/tengine/2.2.2/openssl.cnf @@ -0,0 +1,9 @@ +openssl_conf = openssl_def +[openssl_def] +engines = engine_section +[engine_section] +kae = kae_section +[kae_section] +engine_id = kae +dynamic_path = /usr/local/lib/engines-1.1/kae.so +default_algorithms = ALL diff --git a/Web/CentOS8.1.1911/tengine/2.2.2/tengine2.2.2.spec b/Web/CentOS8.1.1911/tengine/2.2.2/tengine2.2.2.spec new file mode 100644 index 0000000000000000000000000000000000000000..40bdf3fec5787ac0fd27e94661e78c752d6e5e34 --- /dev/null +++ b/Web/CentOS8.1.1911/tengine/2.2.2/tengine2.2.2.spec @@ -0,0 +1,44 @@ +%define __debug_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _topdir /root/rpmbuild +%define _prefix /usr/local/tengine-nginx +%define _OPENSSL_LIB_DIR /usr/local/lib + +%define nginx_user nginx +%define nginx_group nginx +%define nginx_loggroup adm + +Name: tengine +Version: 2.2.2 +Release: 1%{?dist}_4 +Summary: High performance web server + +Group: %{_group} +License: 2-clause BSD-like license +URL: http://nginx.org/ +Source0: %name-%version.tar.gz + +BuildRequires: pcre-devel,zlib-devel + +%description + +%prep +%setup -q + +%build +./configure --prefix=%{_prefix} --with-http_ssl_module --with-openssl-async --with-cc-opt="-DNGX_SECURE_MEM -I%{_OPENSSL_LIB_DIR}/include -Wno-error=deprecated-declarations" \ +--with-ld-opt="-Wl,-rpath=%{_OPENSSL_LIB_DIR} -L%{_OPENSSL_LIB_DIR}" +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +rm -rf %{buildroot} +make -j `cat /proc/cpuinfo | grep processor | wc -l` DESTDIR=%{buildroot} INSTALLDIRS=vendor install + +%clean +rm -rf %{buildroot} + +%files +%defattr(-, root, root) +%{_prefix}/* + +%changelog + diff --git a/Web/CentOS8.1.1911/varnish/6.2.0/CentOS-AltArch-7.repo b/Web/CentOS8.1.1911/varnish/6.2.0/CentOS-AltArch-7.repo new file mode 100644 index 0000000000000000000000000000000000000000..52e3a2371fd9ba0b9fe730c258b0fa4d07bb7b5d --- /dev/null +++ b/Web/CentOS8.1.1911/varnish/6.2.0/CentOS-AltArch-7.repo @@ -0,0 +1,25 @@ +[base] +name=CentOS-7.6 - Base - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[updates] +name=CentOS-7.6 - Updates - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/updates/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[extras] +name=CentOS-7.6 - Extras - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/extras/aarch64/ +gpgcheck=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + +[centosplus] +name=CentOS-7.6 - Plus - mirrors.huaweicloud.com +baseurl=https://mirrors.huaweicloud.com/centos-altarch/7/centosplus/aarch64/ +gpgcheck=0 +enabled=0 +gpgkey=https://mirrors.huaweicloud.com/centos-altarch/7/os/aarch64/RPM-GPG-KEY-CentOS-7-$basearch + diff --git a/Web/CentOS8.1.1911/varnish/6.2.0/Dockerfile-varnish-6.2.0 b/Web/CentOS8.1.1911/varnish/6.2.0/Dockerfile-varnish-6.2.0 new file mode 100644 index 0000000000000000000000000000000000000000..e178a5ccfdf3c5914fd11959969a4d40c6a4174e --- /dev/null +++ b/Web/CentOS8.1.1911/varnish/6.2.0/Dockerfile-varnish-6.2.0 @@ -0,0 +1,41 @@ +# Starting from CentOS 7.6.1810 aarch64 +FROM arm64v8/centos:1911 + +LABEL maintainer="x.zhou.qd@hotmail.com" + +# Compile arg - automatic +ARG COMPILE_THREAD="lscpu | grep ^CPU\(s\): | awk '{print \$2}'" + +# Install required packages from yum, use Huawei Cloud Mirror +RUN mv /etc/yum.repos.d /etc/yum.repos.d.bak \ + && mkdir /etc/yum.repos.d +COPY CentOS-AltArch-7.repo /etc/yum.repos.d/. +RUN yum clean all \ + && yum makecache \ + && yum -y install make zlib-devel autoconf automake jemalloc-devel libedit-devel libtool ncurses-devel pcre-devel pkgconfig python-docutils python-sphinx graphviz httpd wget rpm-build + +# Get and Install Python 3.6 +WORKDIR /home +RUN wget https://www.python.org/ftp/python/3.6.0/Python-3.6.0.tgz --no-check-certificate \ + && mkdir /usr/local/python3 \ + && sed -i '2 iexit 0' /usr/lib/rpm/brp-python-bytecompile \ + && tar -zxf Python-3.6.0.tgz \ + && cd Python-3.6.0 \ + && ./configure --prefix=/usr/local/python3 \ + && make -j$(eval ${COMPILE_THREAD}) \ + && make -j$(eval ${COMPILE_THREAD}) install \ + && echo export PATH=$PATH:/usr/local/python3/bin >> /etc/profile +ENV PATH=$PATH:/usr/local/python3/bin + +# Get and install Varnish +WORKDIR /root +RUN wget https://varnish-cache.org/_downloads/varnish-6.2.0.tgz --no-check-certificate \ + && mkdir -p rpmbuild/{BUILD,SPECS,SOURCES,RPMS} \ + && mv varnish-6.2.0.tgz rpmbuild/SOURCES/. \ + && sed -i '/check_files/d' /usr/lib/rpm/macros \ + && sed -i '/unpackaged_files_terminate_build/d' /usr/lib/rpm/macros +COPY varnish6.2.0.spec rpmbuild/SPECS/. +RUN rpmbuild -bb rpmbuild/SPECS/varnish6.2.0.spec \ + && mkdir -p /root/output \ + && cp rpmbuild/RPMS/aarch64/varnish-6.2.0-1.el7.aarch64.rpm output/. + diff --git a/Web/CentOS8.1.1911/varnish/6.2.0/varnish6.2.0.spec b/Web/CentOS8.1.1911/varnish/6.2.0/varnish6.2.0.spec new file mode 100644 index 0000000000000000000000000000000000000000..efe1754417f2bf1009c612338c5bd44c3e2ebfee --- /dev/null +++ b/Web/CentOS8.1.1911/varnish/6.2.0/varnish6.2.0.spec @@ -0,0 +1,41 @@ +%define __debug_install_post %{_rpmconfigdir}/find-debuginfo.sh %{?_find_debuginfo_opts} "%{_builddir}/%{?buildsubdir}"%{nil} +%define _topdir /root/rpmbuild +%define _prefix /usr/local/varnish + +Name: varnish +Version: 6.2.0 +Release: 1%{?dist} +Summary: reverse proxy server + +License: BSD +URL: http://varnish-cache.org/ +Source0: %name-%version.tgz + +BuildRequires: gcc + +%description + +%prep +%setup -q + +%build +sh autogen.sh +./configure --prefix=%{_prefix} +make -j `cat /proc/cpuinfo | grep processor | wc -l` + +%install +rm -rf $RPM_BUILD_ROOT +make -j `cat /proc/cpuinfo | grep processor | wc -l` install DESTDIR=%{buildroot} + +mkdir $RPM_BUILD_ROOT%{_prefix}/config +cp $RPM_BUILD_ROOT%{_prefix}/share/doc/varnish/example.vcl $RPM_BUILD_ROOT%{_prefix}/config/default.vcl + +%clean +rm -rf $RPM_BUILD_ROOT + +%files +%defattr(-, root, root) +%{_prefix}/* + +%changelog +