代碼優(yōu)化

1. 沒增加任何新功能，僅僅是想讓代碼至少自己看起來舒服些
2. 對(duì)firefox配置adblock，通過firefox配置文件模式減少廣告的載入
3. 盡量減少相似的代碼
4. 盡量使用子程序增加可維護(hù)性
5. 將啟動(dòng)兩個(gè)firefox優(yōu)化為啟動(dòng)一個(gè)
6. 為下一步多線程模式打下個(gè)基礎(chǔ)

#coding=utf-8
from selenium import webdriver
import time
import os
import re
import sys  
from selenium.common.exceptions import NoSuchElementException
reload(sys)  
sys.setdefaultencoding('utf8')   
#######################
def getinfo(mydriver,g_myfile,gourl):
    linetext=""
    mydriver.get(gourl)
    try:
        gupiaoming=mydriver.find_element_by_xpath(title).text
        gupiaocode=mydriver.find_element_by_xpath(code).text
        hexinshuju=mydriver.find_element_by_class_name('pad5')
        shujuhang=hexinshuju.find_elements_by_tag_name('tr')
        for i in range(len(shujuhang)-2):
            shujulie=shujuhang[i].find_elements_by_tag_name('td')
            tmpshuju=myre.split(shujulie[0].text)
            linetext=linetext+"~"+tmpshuju[1]
        shuju=myre.split(shujuhang[8].text)
        linetext=linetext+"~"+shuju[1]
        tmpshuju=myre.split(shujuhang[9].text)
        linetext=linetext+"~"+tmpshuju[1]
        linetext="%s~%s%s"%(gupiaoming,gupiaocode,linetext)
        print "數(shù)據(jù)寫入",linetext
        g_myfile.write("%s\n"%(linetext))
    except  NoSuchElementException,e:
        print "不是股票"

def saveinfob(s_filename,s_list):
    s_myfile=open(s_filename,'w')
    for s_myurl in s_list:
        print s_myurl
        if s_myurl!=None:
            getinfo(br,s_myfile,s_myurl)
    s_myfile.close()

#通過link對(duì)象獲得鏈接地址的text文本
def getlinkurl(linklist):
    my=[]
    for x in linklist:
        my.append(x.get_attribute('href'))
    return my

def geturls(mydriver):
    sz=[]
    sh=[]
    br.get("http://quote.eastmoney.com/stocklist.html")
    shxpath="/html/body/div[9]/div[2]/div/ul[1]"
    szxpath="/html/body/div[9]/div[2]/div/ul[2]"
    shgupiao=br.find_element_by_xpath(shxpath)
    szgupiao=br.find_element_by_xpath(szxpath)
    shgupiaolist=shgupiao.find_elements_by_tag_name('a')
    szgupiaolist=szgupiao.find_elements_by_tag_name('a')
    
    sh=getlinkurl(shgupiaolist)
    sz=getlinkurl(szgupiaolist)
    return sh,sz

######################
#firefox配置文件目錄
profileDir = "/Users/pro/Desktop/mystudy/python"
profile = webdriver.FirefoxProfile(profileDir)
#加載帶有配置文件的firefox
br=webdriver.Firefox(profile)
#獲得所有鏈接地址
(sh,sz)=geturls(br)

title='//*[@id="name"]'
code='//*[@id="code"]'
hexinshujuxpath="/html/body/div[14]/div[1]/div[4]/div[1]"
restr="：".decode('utf8')
myre=re.compile(restr,re.I|re.M|re.S)

#獲得數(shù)據(jù)并保存
saveinfob('tmpshgupiaodata.txt',sh)
saveinfob('tmpszgupiaodata.txt',sz)
br.quit()
print "數(shù)據(jù)下載完成"