Hadoop-2.7.4 compilation and installation
1.protobuf compilation and installation
[root@hadoop1 ~] # yum install svn autoconf automake libtool cmake ncurses-devel openssl-devel gcc* [root@hadoop1 ~] # tar-zxf protobuf-2.5.0.tar.gz [root@hadoop1 ~] # cd protobuf-2.5.0/ [root@hadoop1 protobuf-2.5.0] #. / configure-- prefix=/usr/local/protobuf2.5/. [root@hadoop1 protobuf-2.5.0] # make & & make install [root@hadoop1 protobuf-2.5. 0] # tail-2 / etc/profile # configure the environment variable export PROTOC_HOME=/usr/local/protobuf2.5/export PATH=.$PATH:$PROTOC_HOME/ [root @ hadoop1 protobuf-2.5.0] # protoc-- version # verify libprotoc 2.5.0
2.maven installation
[root@hadoop1 ~] # yum install maven # installing maven using yum automatically installs jdk and ant [root @ hadoop1] # mvn-versionApache Maven 3.0.5 (Red Hat 3.0.5-17) Maven home: / usr/share/mavenJava version: 1.8.0mm 141, vendor: Oracle CorporationJava home: / usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jreDefault locale: en_US Platform encoding: UTF-8OS name: "linux", version: "3.10.0-514.el7.x86_64", arch: "amd64", family: "unix" [root@hadoop1] # java-versionopenjdk version "1.8.0mm 141" OpenJDK Runtime Environment (build 1.8.0_141-b16) OpenJDK 64-Bit Server VM (build 25.141-b16, mixed mode) [root@hadoop1 ~] #
3. Compile and install hadoop
[root@hadoop1 ~] # tar-zxf hadoop-2.7.4-src.tar.gz [root@hadoop1 ~] # cd hadoop-2.7.4-src/ [root@hadoop1 hadoop-2.7.4-src] # mvn package-Pdist-DskipTests-Dtar # installation process is about 1 hour main: [exec] $tar cf hadoop-2.7.4.tar hadoop-2.7.4 [exec] $gzip-f hadoop-2.7.4.tar [exec] [exec] Hadoop dist tar available at: / root/hadoop-2.7.4-src/hadoop-dist/target/hadoop-2.7.4.tar.gz [exec] [INFO] Executed tasks [INFO] [INFO]-maven-javadoc-plugin:2.8.1:jar (module-javadocs) @ hadoop-dist-[INFO] Building jar: / root/hadoop-2.7.4-src/hadoop-dist/target / hadoop-dist-2.7.4-javadoc.jar [INFO]-[INFO] Reactor Summary: [INFO] [INFO] Apache Hadoop Main. . SUCCESS [3:53.838s] [INFO] Apache Hadoop Build Tools. SUCCESS [1:26.089s]...... [INFO] Apache Hadoop Tools.. SUCCESS [0.214s] [INFO] Apache Hadoop Distribution.... SUCCESS [1RV 49.587s] [INFO]-[INFO] BUILD SUCCESS [INFO]- -[INFO] Total time: 49 INFO 23.379s [INFO] Finished at: Mon Aug 28 05:58:32 EDT 2017 [INFO] Final Memory: 91M/237M [INFO]-- -
# from the prompt, you can see that the directory where the files are stored is:
/ root/hadoop-2.7.4-src/hadoop-dist/target/hadoop-2.7.4.tar.gz