2021尚大数据01笔记hadoop源码编译

1Hadoop编译源前期准备工CentOS联确保在编译过程中CentOS能连接，因为要很多依赖的jar包root软件包准备(hadoop源码、JDK8、maven、protobuf、软件包安[root@hadoop101hadoop_source]$[root@hadoop101hadoop_source]$ll总用量[root@hadoop101hadoop_source]$[root@hadoop101hadoop_source]$ll总用量55868-rw-rw-r1atguigu 3月2813:23apache-maven-3.6.3--rw-rw-r1atguigu 3月2813:23cmake--rw-rw-r1atguigu 3月2813:23hadoop-3.1.3--rw-rw-r1atguigu 3月2813:23protobuf- - apache-maven-3.6.3- - apache-maven-3.6.3- --cmake-- - hadoop-3.1.3- --protobuf--[atguigu@hadoop204hadoop_source]$[atguigu@hadoop204hadoop_source]$总用量drwxrwxr-x.6atguiguatguigu40963月2813:25apache-maven-drwxr-xr-x.15 40963月2813:43cmake-drwxr-xr-x.18atguiguatguigu40969月122019hadoop-3.1.3-drwxr-xr-x.10atguiguatguigu40963月2813:44protobuf-[atguigu@hadoop101hadoop_source]$java-versionjavaversion"1.8.0_212"Java(TM)SERuntimeEnvironment(build1.8.0_212-[atguigu@hadoop101hadoop_source]$java-versionjavaversion"1.8.0_212"Java(TM)SERuntimeEnvironment(build1.8.0_212-JavaHotSpot(TM)64-BitServerVM(build25.212-b10,mixed#配置maven的环境变#配置maven的环境变[root@hadoop101hadoop_source]#vim/etc/profile[root@hadoop101hadoop_source]#source#修改maven的镜[root@hadoop101apache-maven-3.6.3]#viconf/settings.xml#在mirrors节点中添加阿里云镜像<id>nexus-<name>Nexus [root@hadoop101hadoop_source]#mvn-ApacheMaven3.6.3(cecedd Mavenhome:/opt/module/hadoop_source/apache-maven-3.6.3 Default tformencoding:UTF-OSname:"linux",version:"3.10.0-862.el7.x86_64",arch:"amd64",family:安装gcc[root@hadoop101hadoop_source]#yuminstall-ygcc*#[root@hadoop101hadoop_source]#yum-yinstallsnappy*bzip2*lzo*zlib*lz4*[root@hadoop101hadoop_source]#yum-yinstallopenssl*svnncurses*autoconfautomake#安装扩展源,才可安装[root@hadoop101hadoop_source]#yumyinstallepel-release#安装zstd[root@hadoop101hadoop_source]#yum-yinstall手动安装[atguigu@hadoop101cmake-3.13.1]$/opt/module/hadoop_source/cmake-[atguigu@hadoop101cmake-3.13.1]$ [atguigu@hadoop101cmake-3.13.1]$/opt/module/hadoop_source/cmake-[atguigu@hadoop101cmake-3.13.1]$[atguigu@hadoop101[atguigu@hadoop101cmake-3.13.1]$make&&make[atguigu@hadoop101[atguigu@hadoop101cmake-3.13.1]$cmake-versioncmakeversion3.13.1CMakesuitemaintainedandsupportedbyKitware[atguigu@hadoop101protobuf-2.5.0]$/opt/module/hadoop_source/protobuf-[atguigu@hadoop101protobuf-2.5.0]$/opt/module/hadoop_source/protobuf-#依次执行下列命令--prefix指定安装到当 protobuf--[atguigu@hadoop101protobuf-2.5.0]$make&&makeinstall#配置环境变[atguigu@hadoop101protobuf-2.5.0]$vim#验[atguigu@hadoop101protobuf-2.5.0]$source/etc/profile[atguigu@hadoop101protobuf-2.5.0]$protoc--versionlibprotoc编译源[atguigu@hadoop101hadoop-3.1.3-src]$/opt/module/hadoop_source/hadoop-3.1.3-#开始[atguigu@hadoop101hadoop-3.1.3-src]$/opt/module/hadoop_source/hadoop-3.1.3-#开始编[atguigu@hadoop101hadoop-3.1.3-src]$mvncleanpackage-DskipTests-Pdist,native-等等等…..等待，第一次编译需要很多依赖jar包，编译时间会很久，