python的urllib/2用法典型的例子

看了下python的urllib2模块，这里做个总结。

1. import urllib2
   
2. import cookielib
   
3. import urllib
   
4. 
   
5. 
   
6. class Hi_login:
   
7.     def __init__(self):
   
8.         cookie = cookielib.CookieJar()
   
9.         self.cookie = urllib2.HTTPCookieProcessor(cookie) ##### 生成cookie ###
   
10. 
    
11. 
    
12.     def login(self,user,pwd):
    
13.         url='http://passport.baidu.com/?login'
    
14.         postdata=urllib.urlencode({
    
15. 
    
16.       'mem_pass':'on',
    
17.     
    
18.       'password':pwd
    
19.        'Submit':'',
    
20.       'tpl':'sp',
    
21.       'tp_reg':'sp',
    
22.       'u' :'http://hi.baidu.com',
    
23.       'username':user})
    
24.         ### proxy_support = urllib2.ProxyHandler({"http":"http://ahad-haam:3128"}) 然后加入opener方法里####
    
25.         opener = urllib2.build_opener(self.cookie) ### 使用cookie ###
    
26.         headers = { ####### dict结构，可以加入x-forward-for甚至refer等 #######
    
27.        'User-Agent':'Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US; rv:1.9.1.6) Gecko/20091201 Firefox/3.5.6'}
    
28. 
    
29.         urllib2.install_opener(opener)
    
30.         request = urllib2.Request(url,urllib.urlencode(postdata),headers = headers)
    
31.         urllib2.urlopen(request)
    
32. 
    
33. if __name__=='__main__':
    
34.    pwd='123456'
    
35.    user='xiaofu'
    
36.    test=Hi_login()
    
37.    test.login(user,pwd)

假如访问需要认证的页面比如nagios监控页面等，

 

1. import urllib2
   
2. password_mgr = urllib2.HTTPPasswordMgrWithDefaultRealm()
   
3. 
   
4. url = "http://202.1.x.y/nagios"
   
5. 
   
6. password_mgr.add_password(None, url, user='abc',passwd='xxxxxx')
   
7. 
   
8. handler = urllib2.HTTPBasicAuthHandler(password_mgr)
   
9. 
   
10. opener = urllib2.build_opener(handler)
    
11. 
    
12. urllib2.install_opener(opener)
    
13. 
    
14. f=urllib2.urlopen(url)
    
15. print f.code

返回结果200，否则就是401认证错误