HttpClient4.x模拟登陆请求保护的url

不用特殊设置，httpClient会自动提交登录成功后保存session的cookie。

我这样用过，可以抓取：

public class Spider {
    private DefaultHttpClient httpClient;
    private HttpResponse response;
    private HttpEntity entity;
     
    public Spider()
    {
        this.httpClient = new DefaultHttpClient();
        HttpParams params = httpClient.getParams();
        /*连接超时*/
        HttpConnectionParams.setConnectionTimeout(params, 30000);
        /*读取超时*/
        HttpConnectionParams.setSoTimeout(params, 30000);
    }
     
    public void post(String url, List<NameValuePair> nameValuePair) throws ClientProtocolException, IOException {
        HttpPost httpost = new HttpPost(url);
        if(nameValuePair != null)
        {
            httpost.setEntity(new UrlEncodedFormEntity(nameValuePair, HTTP.UTF_8));
        }
        this.response = this.httpClient.execute(httpost);
        this.entity = response.getEntity();                     
    }
     
    public void get(String url) throws ClientProtocolException, IOException {
        HttpGet httpGet = new HttpGet(url);
        this.response = this.httpClient.execute(httpGet);
        this.entity = response.getEntity();         
    }
     
    public void readResponseContent() throws UnsupportedEncodingException, IllegalStateException, IOException
    {
        BufferedReader reader = new BufferedReader(new InputStreamReader(this.entity.getContent(), "utf-8"));
         
        //读取你需要的信息
         
         
        releaseEntity();
    }
     
    private void releaseEntity() throws IOException
    {
        if(this.entity != null){            
            this.entity.consumeContent();           
        }
    }
}