httpclient3 自动登陆淘宝， 开心网

于 2010-11-09 22:09:47 发布
阅读量766 收藏
点赞数
分类专栏： JAVA 文章标签： PHP Apache IE log4j Windows
本文提供使用Java实现的爬虫登录淘宝和开心网的示例代码，详细展示了如何通过HttpClient进行登录操作，并获取登录后的页面内容。

摘要生成于 C知道 ，由 DeepSeek-R1 满血版支持， 前往体验 >


前提：
需要用到的java包
commons-httpclient-3.1.jar
commons-logging.jar
log4j-1.2.15.jar
commons-codec.jar

登陆淘宝的例子：

package com.spider.cron;


import java.io.IOException;

import org.apache.commons.httpclient.Cookie;
import org.apache.commons.httpclient.Header;
import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.HttpException;
import org.apache.commons.httpclient.NameValuePair;
import org.apache.commons.httpclient.methods.GetMethod;
import org.apache.commons.httpclient.methods.PostMethod;


public class TaoBaoLogin {

		private static final String LOGON_SITE = "http://www.taobao.com";
		private static final int LOGON_PORT = 80;
	
		private static final String TAOBAO_BASE_LOGIN_BEFORE = "http://member1.taobao.com/member/login.jhtml?f=top&redirectURL=http%3A%2F%2Fwww.taobao.com%2F";
		private static final String TAOBAO_BASE_LOGIN = "http://login.taobao.com/member/login.jhtml";

		public static void main(String args[]) throws HttpException, IOException {
			String taobaoUser="woshigoojje@163.com";
			
			String taobaoPwd="3DES_2_000000000000000000000000000000_61F0B8BE021BBBDD020919017B6816F5";
			String taobaoTid="XOR_1_000000000000000000000000000000_63584054400B0F717B750370";
			
			HttpClient client = new HttpClient();
			client.getHostConfiguration().setHost(LOGON_SITE, LOGON_PORT);
			
		
			String _tb_token_Value="";
			Cookie[] cookies = client.getState().getCookies();        
	        String responseString = processGet(client,null,TAOBAO_BASE_LOGIN_BEFORE,cookies,true,true);   

	     
	        responseString=responseString.substring(responseString.indexOf("_tb_token_")+"_tb_token_".length());
	        responseString=responseString.substring(responseString.indexOf("_tb_token_")+"_tb_token_".length());
	        _tb_token_Value=responseString.substring(responseString.indexOf("value=")+"value='".length(),responseString.indexOf(">")-1);
	       
	        PostMethod post = new PostMethod(TAOBAO_BASE_LOGIN);
	        NameValuePair[] params= new NameValuePair[] {        		
	        new NameValuePair("_oooo_", ""),
			new NameValuePair("_tb_token_", _tb_token_Value),
			new NameValuePair("abtest", ""),
			new NameValuePair("action", "Authenticator"),
			new NameValuePair("actionForStable", "enable_post_user_action"),
			new NameValuePair("CtrlVersion", "1,0,0,7"),
			new NameValuePair("done", ""),
			new NameValuePair("event_submit_do_login", "anything"),
			new NameValuePair("from", ""),
			new NameValuePair("loginType", "4"),
			new NameValuePair("mcheck", ""),
			new NameValuePair("mi_uid", ""),
			new NameValuePair("pstrong", ""),
			new NameValuePair("support", "000001"),
			new NameValuePair("tid", taobaoTid),
			new NameValuePair("TPL_password", taobaoPwd),
			new NameValuePair("TPL_redirect_url", ""),
			new NameValuePair("TPL_redirect_url", ""),
			new NameValuePair("TPL_redirect_url", ""),
			new NameValuePair("TPL_redirect_url", ""),
			new NameValuePair("TPL_redirect_url", ""),
			new NameValuePair("TPL_redirect_url", ""),
			new NameValuePair("TPL_username", taobaoUser),
			new NameValuePair("yparam", "")
	        };
	        processPost(client, post, TAOBAO_BASE_LOGIN, params, cookies, true, false);
			Header header=post.getResponseHeader("Location");
			String redirectUrl=header.getValue();
			
			
			responseString = processGet(client, null, redirectUrl, cookies, true, true);
			
			
			responseString=responseString.substring(0,responseString.indexOf("我的彩票"));
			System.out.println("main(String[]) - " + responseString); 

			String caiPiaoUrl=responseString.substring(responseString.lastIndexOf("<a")+"<a href='".length(),responseString.lastIndexOf(">")-1);
	
			processGet(client, null, caiPiaoUrl, cookies, true, false);

			
			
		}
		
		

		public static String processGet(HttpClient client,GetMethod get,String url,Cookie[] cookies,boolean needAppendCookies,boolean needResponse) throws IOException{
			if(client==null || url==null || url=="") return "";
			if(get==null)
				get=new GetMethod();
			get = new  GetMethod(url);  
			if(cookies!=null)
				get.setRequestHeader("Cookie" , cookies.toString());
	        client.executeMethod(get);
	        if(needAppendCookies){
		        cookies = client.getState().getCookies();   
		        client.getState().addCookies(cookies);   
	        }
	        if(needResponse)
	        	return get.getResponseBodyAsString();   
			get.releaseConnection();
			return "";
		}
		

		public static String processPost(HttpClient client,PostMethod post,String url,NameValuePair[] params,Cookie[] cookies,boolean needAppendCookies,boolean needResponse) throws IOException{
			if(client==null || url==null || url=="") return "";
			if(post==null)
				post = new PostMethod(url);
			
			if(params!=null && params.length>0)
				post.setRequestBody(params);
			if(cookies!=null)
				post.setRequestHeader("Cookie" , cookies.toString());
			client.executeMethod(post);
			if(needAppendCookies){
		        cookies = client.getState().getCookies();   
		        client.getState().addCookies(cookies);   
	        }
			if(needResponse)
	        	return post.getResponseBodyAsString();
			post.releaseConnection();
			return "";
		}
		

		public static String processDetail(String tempStr,String startFlag,String endFlag,int starts,int ends){
			if(tempStr==null || "".equals(tempStr)) return "";
			int start=tempStr.indexOf(startFlag);
			int end=tempStr.indexOf(endFlag);
			if(start==-1 || end==-1 || (end-ends)<(start+starts)) return "";
			try{
			tempStr=tempStr.substring(start+starts,end-ends);
			}catch(Exception e){
				System.out.println("processDetail(String, String, String, int, int) " + e.toString()); 
				return "";
			}
			return tempStr;
		}

}

 

 

 

登陆开心网的例子：

 

package com.spider.cron;

import org.apache.commons.httpclient.Cookie;
import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.NameValuePair;
import org.apache.commons.httpclient.methods.GetMethod;
import org.apache.commons.httpclient.methods.PostMethod;

public class LoginKaixin {
    private static final String LOGON_SITE = "http://www.kaixin001.com";

    private static final int LOGON_PORT = 80;

    public static void main(String[] args) throws Exception {
        HttpClient client = new HttpClient();
        client.getHostConfiguration().setHost(LOGON_SITE, LOGON_PORT);

        // 登录页面
        PostMethod post = new PostMethod(
                "http://www.kaixin001.com/login/login.php");
        NameValuePair ie = new NameValuePair("User-Agent",
                "Mozilla/4.0 (compatible; MSIE 6.0; Windows 2000)");
        NameValuePair url = new NameValuePair("url", "/home/");
        NameValuePair username = new NameValuePair("email", "xxx@163.com");
        NameValuePair password = new NameValuePair("password", "xxxxxx");
        post.setRequestBody(new NameValuePair[] { ie, url, username, password });
        client.executeMethod(post);
        System.out
                .println("******************************登录******************************");
        Cookie[] cookies = client.getState().getCookies();
        client.getState().addCookies(cookies);
        post.releaseConnection();
        System.out
                .println("******************************页面转向******************************");
        String newUrl = "http://www.kaixin001.com/home/";
        System.out.println("==========Cookies============");
        int i = 0;
        for (Cookie c : cookies) {
            System.out.println(++i + ":   " + c);
        }
        client.getState().addCookies(cookies);
        post.releaseConnection();
        GetMethod get = new GetMethod(newUrl);
        get.setRequestHeader("Cookie", cookies.toString());
        client.executeMethod(get);
        String responseString = get.getResponseBodyAsString();
        // 登录后首页的内容
        System.out.println(responseString);
        get.releaseConnection();
        System.out
                .println("******************************组件功能******************************");
        // "http://www.kaixin001.com/!slave/index.php", "朋友买卖"
        // "http://www.kaixin001.com/!parking/index.php", "争车位"
        // "http://www.kaixin001.com/!house/index.php?_lgmode=pri", "买房子"
        // http://www.kaixin001.com/!house/index.php?_lgmode=pri&t=49
        // "http://www.kaixin001.com/!house/garden/index.php","花园"
        // (1)进入朋友买卖****************
        System.out
                .println("******************************(1)进入朋友买卖******************************");
        String slave = "http://www.kaixin001.com/!slave/index.php";
        get = new GetMethod(slave);
        get.setRequestHeader("Cookie", cookies.toString());
        client.executeMethod(get);
        responseString = get.getResponseBodyAsString();
        System.out.println(responseString);
        get.releaseConnection();
        // (2)进入争车位****************
        System.out
                .println("******************************(2)进入争车位******************************");
        String parking = "http://www.kaixin001.com/!parking/index.php";
        get = new GetMethod(parking);
        get.setRequestHeader("Cookie", cookies.toString());
        client.executeMethod(get);
        responseString = get.getResponseBodyAsString();
        System.out.println(responseString);
        get.releaseConnection();
        // (3)进入买房子****************
        System.out
                .println("******************************(3)进入买房子*******************************");
        String house = "http://www.kaixin001.com/!house/index.php?_lgmode=pri&t=49";
        get = new GetMethod(house);
        get.setRequestHeader("Cookie", cookies.toString());
        client.executeMethod(get);
        responseString = get.getResponseBodyAsString();
        System.out.println(responseString);
        get.releaseConnection();
        // (4)进入花园****************
        System.out
                .println("******************************(4)进入花园*******************************");
        String garden = "http://www.kaixin001.com/!house/garden/index.php";
        get = new GetMethod(garden);
        get.setRequestHeader("Cookie", cookies.toString());
        client.executeMethod(get);
        responseString = get.getResponseBodyAsString();
        System.out.println(responseString);
        get.releaseConnection();

    }

}

 

评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值