使用Eclipse&Ant编译hadoop2.x的eclipse插件

注意：以下操作基于Hadoop-1.2.1，Eclipse Luna

1、下载插件源码包

https://github.com/winghc/hadoop2x-eclipse-plugin

2、新建eclisep java工程，将压缩包中以下目录的内容复制到project中

hadoop2x-eclipse-plugin-master.zip\hadoop2x-eclipse-plugin-master\src\contrib\eclipse-plugin

3、增加依赖库

其中hadoop-2.4.1的jar来自hadoop主目录下的

\hadoop-2.4.1\share\hadoop\

Plug-in依赖则直接添加自定义library即可

4、修改build.xml

<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!--
   Licensed to the Apache Software Foundation (ASF) under one or more
   contributor license agreements.  See the NOTICE file distributed with
   this work for additional information regarding copyright ownership.
   The ASF licenses this file to You under the Apache License, Version 2.0
   (the "License"); you may not use this file except in compliance with
   the License.  You may obtain a copy of the License at
       http://www.apache.org/licenses/LICENSE-2.0
   Unless required by applicable law or agreed to in writing, software
   distributed under the License is distributed on an "AS IS" BASIS,
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-->
<project name="eclipse-plugin" default="jar">
    <!-- 这里的路径都要改啊！ -->
 <property name="jdk.home" value="D:/Program Files/Java/jdk1.7.0_60" />
 <property name="hadoop.version" value="2.4.1" />
 <property name="hadoop.home" value="D:/Lab/lib/HADOOP/hadoop-2.4.1" />
 <property name="eclipse.version" value="4.4" />
 <property name="eclipse.home" value="D:/Program Files/eclipse/eclipse-jee-luna-R-win32-x86_64" />
 <property name="root" value="${basedir}" />
 <property file="${root}/build.properties" />
 <property name="name" value="${ant.project.name}" />
 <property name="src.dir" location="${root}/src/java" /><!-- 注意这里是maven的方式！ -->
 
 <property name="build.contrib.dir" location="${root}/build/contrib" />
 <property name="build.dir" location="${build.contrib.dir}/${name}" />
 <property name="build.classes" location="${build.dir}/classes" />
 <!-- all jars together -->
 <property name="javac.deprecation" value="off" />
 <property name="javac.debug" value="on" />
 <!--<property name="build.encoding" value="ISO-8859-1" />-->
 <property name="build.encoding" value="UTF-8" /><!-- 就是要UTF-8!-->
 
 <path id="eclipse-sdk-jars">
  <fileset dir="${eclipse.home}/plugins/">
   <include name="org.eclipse.ui*.jar" />
   <include name="org.eclipse.jdt*.jar" />
   <include name="org.eclipse.core*.jar" />
   <include name="org.eclipse.equinox*.jar" />
   <include name="org.eclipse.debug*.jar" />
   <include name="org.eclipse.osgi*.jar" />
   <include name="org.eclipse.swt*.jar" />
   <include name="org.eclipse.jface*.jar" />
   <include name="org.eclipse.team.cvs.ssh2*.jar" />
   <include name="com.jcraft.jsch*.jar" />
  </fileset>
 </path>
 <path id="project-jars">
  <fileset file="${build.dir}/lib/*.jar" />
 </path>

 <target name="clean">
  <echo message="contrib: ${name}" />
  <delete dir="${build.dir}" />
 </target> 
  
 <target name="init" unless="skip.contrib">
  <echo message="contrib: ${name}" />
  <mkdir dir="${build.dir}" />
  <mkdir dir="${build.classes}" />
  <mkdir dir="${build.dir}/lib" />
  <copy todir="${build.dir}/lib/" verbose="true">
   <fileset dir="${hadoop.home}/share/hadoop/mapreduce">
    <include name="hadoop*.jar" />
    <exclude name="*test*" />
    <exclude name="*example*" />
   </fileset>
   <fileset dir="${hadoop.home}/share/hadoop/common">
    <include name="hadoop*.jar" />
    <exclude name="*test*" />
    <exclude name="*example*" />
   </fileset>
   <fileset dir="${hadoop.home}/share/hadoop/hdfs">
    <include name="hadoop*.jar" />
    <exclude name="*test*" />
    <exclude name="*example*" />
   </fileset>
   <fileset dir="${hadoop.home}/share/hadoop/yarn">
    <include name="hadoop*.jar" />
    <exclude name="*test*" />
    <exclude name="*example*" />
   </fileset>
   <fileset dir="${hadoop.home}/share/hadoop/common/lib">
    <include name="protobuf-java-*.jar" />
    <include name="log4j-*.jar" />
    <include name="commons-cli-*.jar" />
    <include name="commons-collections-*.jar" />
    <include name="commons-configuration-*.jar" />
    <include name="commons-lang-*.jar" />
    <include name="jackson-core-asl-*.jar" />
    <include name="jackson-mapper-asl-*.jar" />
    <include name="slf4j-log4j12-*.jar" />
    <include name="slf4j-api-*.jar" />
    <include name="guava-*.jar" />
    <include name="hadoop-annotations-*.jar" />
    <include name="hadoop-auth-*.jar" />
    <include name="commons-cli-*.jar" />
    <include name="netty-*.jar" />
   </fileset>
  </copy>
 </target>
 
 <target name="compile" depends="init" unless="skip.contrib">
  <echo message="contrib: ${name}" />
  <javac fork="true" executable="${jdk.home}/bin/javac" encoding="${build.encoding}" srcdir="${src.dir}" includes="**/*.java" destdir="${build.classes}" debug="${javac.debug}" deprecation="${javac.deprecation}" includeantruntime="on">
   <classpath refid="eclipse-sdk-jars" />
   <classpath refid="project-jars" />
  </javac>
 </target>
 
 <target name="jar" depends="compile" unless="skip.contrib">
  <pathconvert property="mf.classpath" pathsep=",lib/">
   <path refid="project-jars" />
   <flattenmapper />
  </pathconvert>
  <jar jarfile="${build.dir}/hadoop-${hadoop.version}-eclipse-${eclipse.version}-plugin.jar" manifest="${root}/META-INF/MANIFEST.MF">
   <manifest>
    <attribute name="Bundle-ClassPath" value="classes/,lib/${mf.classpath}" />
   </manifest>
   <fileset dir="${build.dir}" includes="classes/ lib/" />
   <fileset dir="${root}" includes="resources/ plugin.xml" />
  </jar>
 </target>

</project>

5、在build.xml文件上Run AS Ant Build

Buildfile: D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build.xml

init:

     [echo] contrib: eclipse-plugin

    [mkdir] Created dir: D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin

    [mkdir] Created dir: D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin\classes

    [mkdir] Created dir: D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin\lib

     [copy] Copying 35 files to D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin\lib

     [copy] Copying D:\Lab\lib\HADOOP\hadoop-2.4.1\share\hadoop\common\lib\commons-cli-1.2.jar to D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin\lib\commons-cli-1.2.jar

     [copy] Copying D:\Lab\lib\HADOOP\hadoop-2.4.1\share\hadoop\common\lib\commons-collections-3.2.1.jar to D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin\lib\commons-collections-3.2.1.jar

     [copy] Copying D:\Lab\lib\HADOOP\hadoop-2.4.1\share\hadoop\common\lib\commons-configuration-1.6.jar to D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin\lib\commons-configuration-1.6.jar

     此处省略若干字。。。。。。。。。。。。。。。。。。。。。。。。。。。。。。。。。

compile:

     [echo] contrib: eclipse-plugin

    [javac] Compiling 45 source files to D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin\classes

    [javac] 注: 某些输入文件使用或覆盖了已过时的 API。

    [javac] 注: 有关详细信息, 请使用 -Xlint:deprecation 重新编译。

    [javac] 注: 某些输入文件使用了未经检查或不安全的操作。

    [javac] 注: 有关详细信息, 请使用 -Xlint:unchecked 重新编译。
jar:

      [jar] Building jar: D:\Lab\ws-back-end\Hadoop2x-eclipse-plugin\build\contrib\eclipse-plugin\hadoop-2.4.1-eclipse-4.4-plugin.jar

init:

     [echo] contrib: eclipse-plugin

compile:

     [echo] contrib: eclipse-plugin

BUILD SUCCESSFUL

Total time: 11 seconds

6、到这里找编译好的jar