软件包:
 
  apache-ant-1.9.9-bin.tar.gz
 
  apache-maven-3.3.9-bin.tar.gz
 
  apache-tomcat-6.0.44.tar.gz
 
  CentOS-6.9-x86_64-minimal.iso
 
  findbugs-3.0.1.tar.gz
 
  hadoop-2.7.3-src.tar.gz
 
  jdk-8u121-linux-x64.tar.gz
 
  protobuf-2.5.0.tar.gz
 
  scala-2.11.11.tgz
 
  snappy-1.1.3.tar.gz
 
  环境变量:
 
export JAVA_HOME=/root/jdk1.8.0_121 export SCALA_HOME=/root/scala-2.11.11 export ANT_HOME=/root/apache-ant-1.9.9 export FINDBUGS_HOME=/root/findbugs-3.0.1 export M2_HOME=/root/apache-maven-3.3.9 export PATH=.:$PATH:$JAVA_HOME/bin:$SCALA_HOME/bin:$M2_HOME/bin:$ANT_HOME/bin:$FINDBUGS_HOME/bin export CLASSPATH=.:$JAVA_HOME/jre/lib/rt.jar:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar
  安装依赖包:
 
yum -y install lzo-devel zlib-devel gcc gcc-c++ autoconf automake libtool openssl-devel fuse-devel cmake
yum -y install build-essential zlib1g-dev pkg-config libssl-dev
yum -y install libprotobuf-dev protobuf-compiler
  yum -y install snappy libsnappy-dev
 
  yum -y install bzip2 libbz2-dev
 
  yum -y install libjansson-dev
 
  yum -y  install fuse libfuse-dev
 
  bzip2压缩支持
 
   yum install -y  bzip2-devel
  
   四.配置/安装protobuf
    
  
   进入protobuf所在目录,然后按下面顺序操作
  
   ./configure
  
   make
  
   make check
  
   sudo make install
  
   [[email protected] snappy-1.1.3]# protoc –version
  
   libprotoc 2.5.0
  
安装snappy
# tar xf snappy-1.1.1.tar.gz 
# cd snappy-1.1.1 
# ./configure 
# make && make install查看snappy是否安装完成
# ll /usr/local/lib/ | grep snappy下载太卡的问题:
  放到以下两个目录中
  hadoop-2.7.3-src/hadoop-common-project/hadoop-kms/downloads/
 
  hadoop-2.7.3-src/hadoop-hdfs-project/hadoop-hdfs-httpfs/downloads
 
 修改apache-maven-3.3.9/conf/settings.xml: 
- <mirrors>
- <!– mirror
- | Specifies a repository mirror site to use instead of a given repository. The repository that
- | this mirror serves has an ID that matches the mirrorOf element of this mirror. IDs are used
- | for inheritance and direct lookup purposes, and must be unique across the set of mirrors.
- |–>
- <!– 阿里云仓库 –>
- <mirror>
- <id>alimaven</id>
- <mirrorOf>central</mirrorOf>
- <name>aliyun maven</name>
- <url>http://maven.aliyun.com/nexus/content/repositories/central/</url>
- </mirror>
- </mirrors>  
 
mvn package -DskipTests -Pdist,native -Dtar -Drequire.snappy -e -X
  最终会生成:
 
  /root/hadoop-2.7.3-src/hadoop-dist/target/hadoop-2.7.3.tar.gz
 
  解压并查看本地支持:
 
 
 
原创文章,作者:奋斗,如若转载,请注明出处:https://blog.ytso.com/tech/bigdata/9986.html
