摘要：這個(gè)工具比較簡單，用于配合另外一個(gè)工具進(jìn)行文件傳送廢話少說，上代碼這個(gè)工具實(shí)現(xiàn)了從服務(wù)器上下載指定行數(shù)的文件，并且不會(huì)因?yàn)榫幋a的問題引起下載的文件內(nèi)容亂碼三個(gè)工具已經(jīng)搞定，下一次就是把這三個(gè)工具結(jié)合起來將的文件轉(zhuǎn)移到上工具工具

這個(gè)工具比較簡單，用于配合另外一個(gè)工具進(jìn)行文件傳送,廢話少說，上代碼

import java.net.URL;
import java.net.URLConnection;
import java.io.File;
import java.io.InputStream;
import java.io.FileOutputStream;
import java.io.FileNotFoundException;
import java.io.IOException;

import org.apache.commons.io.FileUtils;

public class HttpUtil{
    private String httppath = "";

    public void setHttpPath(String httppath){
        this.httppath = httppath;
    }

    public String getHttpPath(){
        return this.httppath;
    }

    public HttpUtil(String httppath){
        this.httppath = httppath;
    }

    public InputStream getStream(String url){
        InputStream inStream = null;
        try{
            URL httpurl = new URL(url);
            URLConnection conn = httpurl.openConnection();
            inStream = conn.getInputStream();
        }catch (Exception e){
            e.printStackTrace();
            return null;
        }
        return inStream;
    }

    public int downLoad(String url,String localName ,int lines) throws FileNotFoundException, IOException{
        FileOutputStream fos = null;
        InputStream inStream = null;
        int ret = 0;
        try{
            URL httpurl = new URL(url);
            URLConnection conn = httpurl.openConnection();
            inStream = conn.getInputStream();
            fos = new FileOutputStream(localName);
            byte[] b = new byte[102400];
            int j = 0;
            while(inStream.read(b) != -1 && lines > 0){
                for(int i = j; i < b.length; i++){
                    if(b[i] == "
"){
                        fos.write(b, j, i - j + 1);
                        lines--;
                        if(lines <= 0){
                            break;
                        }
                        j = i + 1;
                        continue;
                    }
                }
            }
        }catch (Exception e){
            e.printStackTrace();
            ret = -1;
        }finally {
            fos.close();
            inStream.close();
            return ret;
        }
    }

    public static void main(String[] args){
        String httppath = "";
        int lines = 0;
        String localName = "";
        try{
            httppath = args[0];
            localName = args[1];
            lines = Integer.parseInt(args[2]);
        }catch (Exception e){
            e.printStackTrace();
            return;
        }
        try{
            HttpUtil hu = new HttpUtil(httppath);
            hu.downLoad(hu.getHttpPath(),localName ,lines);
        }catch (Exception e){
            e.printStackTrace();
        }
    }
}

這個(gè)工具實(shí)現(xiàn)了從HTTP服務(wù)器上下載指定行數(shù)的文件，并且不會(huì)因?yàn)榫幋a的問題引起下載的文件內(nèi)容亂碼
三個(gè)工具已經(jīng)搞定，下一次就是把這三個(gè)工具結(jié)合起來將HTTP、FTP的文件轉(zhuǎn)移到HDFS上

hadoop工具
ftp工具