简化窗口的控制和异常处理的复杂性

实例化一个新的浏览器，打开某个url

from selenium import webdriver
from selenium.webdriver.chrome.options import Options
import time, random
from selenium.webdriver.common.keys import Keys
import logging
import os

start_time = time.strftime('%Y%m%d_%H%M%S', time.localtime(time.time()))
os_sep = os.sep
this_file_abspath, this_file_name = os.path.dirname(os.path.abspath(__file__)), os.path.abspath(__file__).split(os_sep)[
-1]
logf = this_file_name + '.log'
try:
logging.basicConfig(level=logging.INFO,
format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s[thread:%(thread)d][process:%(process)d]',
datefmt='%a, %d %b %Y %H:%M:%S',
filename=logf,
filemode='a')
except Exception as e:
s = '%s%s%s' % ('logging.basicConfig EXCEPTION ', time.strftime('%Y%m%d_%H%M%S', time.localtime(time.time())), e)
with open(logf, 'a') as fo:
fo.write(s)
print(s)
os._exit(4002)

logging.info('START')
import string

def gen_a_broswer():
mobile_emulation = {
"deviceMetrics": {"width": 360, "height": 640, "pixelRatio": 3.0},
"userAgent": "Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 5 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19"}
chrome_options = Options()
chrome_options.add_experimental_option("mobileEmulation", mobile_emulation)
browser = webdriver.Chrome(chrome_options=chrome_options)
return browser

while True:

url_seed = 'http://m.sogou.com/web/searchList.jsp?pid=sogou-mobb-123asd-0007&keyword=百度地图'
url_seed = 'https://www.bing.com/search?q=%E7%99%BE%E5%BA%A6%E4%B8%80%E4%B8%8B&qs=AS&pq=%E7%99%BE%E5%BA%A6&sk=AS1&sc=5-2&cvid=C784E8909000DA&FORM=CHRDEF&sp=2'

mobile_emulation = {
"deviceMetrics": {"width": 360, "height": 640, "pixelRatio": 3.0},
"userAgent": "Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 5 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19"}
chrome_options = Options()
chrome_options.add_experimental_option("mobileEmulation", mobile_emulation)
browser = webdriver.Chrome(chrome_options=chrome_options)

browser.get(url_seed)
time.sleep(random.randint(1, 10))
browser.find_element_by_link_text('百度一下，你就知道').click()
l = ['ABC招商', 'xyz', 'ABC合伙人', '', '密龄', 'ABC招商', 'ABC招商', '招商', 'xyz招商']
target = ['icarei', 'urcare', 'ABC招商', 'xyz招商', 'ABC合伙人招商', '招商', '密龄招商', 'ABC招商', 'ABC招商', '招商',
'xyz招商']

input_area = '//*[@id="index-kw"]'
mytxt = random.choice(target)

zh_l = ['高招', '幼儿园', '苹果', '香蕉', '井冈山', '新西兰', '坦克']
for i in range(random.randint(3, 7)):
l = [random.choice(string.ascii_letters) for ii in range(28)]
l += zh_l
ascii_letter = random.choice(l)

browser.find_element_by_xpath(input_area).send_keys(ascii_letter)
time.sleep(random.randint(1, 3))

browser.find_element_by_xpath(input_area).send_keys(Keys.SPACE)
browser.find_element_by_xpath(input_area).send_keys(Keys.CONTROL, 'a')
browser.find_element_by_xpath(input_area).send_keys(Keys.CONTROL, 'x')
browser.find_element_by_xpath(input_area).send_keys(Keys.CONTROL, 'v')

if int(time.time()) % (random.randint(3, 17)) == 0:
xp_np = '//*[@id="index-bn"]'
browser.find_element_by_xpath(xp_np).click()
time.sleep(random.randint(1, 10))
browser.quit()
goon = False
break
else:
goon = True
if goon:
js = 'document.getElementById("index-kw").value=""'
browser.execute_script(js)
time.sleep(random.randint(1, 10))

browser.find_element_by_xpath(input_area).send_keys(mytxt)
time.sleep(random.randint(1, 10))

xp_np = '//*[@id="index-bn"]'
browser.find_element_by_xpath(xp_np).click()
time.sleep(random.randint(1, 10))

for i in range(12):
time.sleep(random.randint(1, 10))
for isc in range(3):
time.sleep(random.randint(1, 10))
js = 'window.scrollTo(0,document.body.scrollHeight)'
browser.execute_script(js)

url_l = ['www.icarei.cn', 'www.urcare.cn']
all_ = browser.find_elements_by_tag_name('a')
bd_url_l = []
for ii in all_:
if ii.text in url_l:
try:
logging.info(ii)
print(ii)
# ii.click()
bd_href = ii.get_attribute('href')
bd_url_l.append(bd_href)
gb=gen_a_broswer()
gb.get(bd_href)
time.sleep(3)
gb.quit()
except Exception as e:
lgs = '{}{}'.format('ii.text-', e)
logging.info(lgs)
try:
browser.find_element_by_class_name('new-nextpage').click()
except Exception as e:
lgs = '{}{}'.format('new-nextpage-', e)
logging.info(lgs)
print(lgs)
try:
browser.find_element_by_class_name('new-nextpage-only').click()
except Exception as e:
lgs = '{}{}'.format('new-nextpage-only-', e)
logging.info(lgs)
print(e)

lgs = '{}{}'.format('page-', i)
logging.info(lgs)

try:
browser.quit()
except Exception as e:
lgs = '{}{}'.format('delete_all_cookies-', e)
logging.info(lgs)
time.sleep(random.randint(1, 10))

from selenium import webdriver
from selenium.webdriver.chrome.options import Options
import time, random
from selenium.webdriver.common.keys import Keys
import logging
import os

start_time = time.strftime('%Y%m%d_%H%M%S', time.localtime(time.time()))
os_sep = os.sep
this_file_abspath, this_file_name = os.path.dirname(os.path.abspath(__file__)), os.path.abspath(__file__).split(os_sep)[
    -1]
logf = this_file_name + '.log'
try:
    logging.basicConfig(level=logging.INFO,
                        format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s[thread:%(thread)d][process:%(process)d]',
                        datefmt='%a, %d %b %Y %H:%M:%S',
                        filename=logf,
                        filemode='a')
except Exception as e:
    s = '%s%s%s' % ('logging.basicConfig EXCEPTION ', time.strftime('%Y%m%d_%H%M%S', time.localtime(time.time())), e)
    with open(logf, 'a') as fo:
        fo.write(s)
        print(s)
        os._exit(4002)

logging.info('START')
import string


def gen_a_broswer():
    mobile_emulation = {
        "deviceMetrics": {"width": 360, "height": 640, "pixelRatio": 3.0},
        "userAgent": "Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 5 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19"}
    chrome_options = Options()
    chrome_options.add_experimental_option("mobileEmulation", mobile_emulation)
    browser = webdriver.Chrome(chrome_options=chrome_options)
    return browser


while True:

    url_seed = 'http://m.sogou.com/web/searchList.jsp?pid=sogou-mobb-123asd-0007&keyword=百度地图'
    url_seed = 'https://www.bing.com/search?q=%E7%99%BE%E5%BA%A6%E4%B8%80%E4%B8%8B&qs=AS&pq=%E7%99%BE%E5%BA%A6&sk=AS1&sc=5-2&cvid=C784E8909000DA&FORM=CHRDEF&sp=2'

    mobile_emulation = {
        "deviceMetrics": {"width": 360, "height": 640, "pixelRatio": 3.0},
        "userAgent": "Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 5 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19"}
    chrome_options = Options()
    chrome_options.add_experimental_option("mobileEmulation", mobile_emulation)
    browser = webdriver.Chrome(chrome_options=chrome_options)

    browser.get(url_seed)
    time.sleep(random.randint(1, 10))
    browser.find_element_by_link_text('百度一下，你就知道').click()
    l = ['ABC招商', 'xyz', 'ABC合伙人', '', '密龄', 'ABC招商', 'ABC招商', '招商', 'xyz招商']
    target = ['icarei', 'urcare', 'ABC招商', 'xyz招商', 'ABC合伙人招商', '招商', '密龄招商', 'ABC招商', 'ABC招商', '招商',
              'xyz招商']

    input_area = '//*[@id="index-kw"]'
    mytxt = random.choice(target)

    zh_l = ['高招', '幼儿园', '苹果', '香蕉', '井冈山', '新西兰', '坦克']
    for i in range(random.randint(3, 7)):
        l = [random.choice(string.ascii_letters) for ii in range(28)]
        l += zh_l
        ascii_letter = random.choice(l)

        browser.find_element_by_xpath(input_area).send_keys(ascii_letter)
        time.sleep(random.randint(1, 3))

        browser.find_element_by_xpath(input_area).send_keys(Keys.SPACE)
        browser.find_element_by_xpath(input_area).send_keys(Keys.CONTROL, 'a')
        browser.find_element_by_xpath(input_area).send_keys(Keys.CONTROL, 'x')
        browser.find_element_by_xpath(input_area).send_keys(Keys.CONTROL, 'v')

        if int(time.time()) % (random.randint(3, 17)) == 0:
            xp_np = '//*[@id="index-bn"]'
            browser.find_element_by_xpath(xp_np).click()
            time.sleep(random.randint(1, 10))
            browser.quit()
            goon = False
            break
        else:
            goon = True
    if goon:
        js = 'document.getElementById("index-kw").value=""'
        browser.execute_script(js)
        time.sleep(random.randint(1, 10))

        browser.find_element_by_xpath(input_area).send_keys(mytxt)
        time.sleep(random.randint(1, 10))

        xp_np = '//*[@id="index-bn"]'
        browser.find_element_by_xpath(xp_np).click()
        time.sleep(random.randint(1, 10))

        for i in range(12):
            time.sleep(random.randint(1, 10))
            for isc in range(3):
                time.sleep(random.randint(1, 10))
                js = 'window.scrollTo(0,document.body.scrollHeight)'
                browser.execute_script(js)

            url_l = ['www.icarei.cn', 'www.urcare.cn']
            all_ = browser.find_elements_by_tag_name('a')
            bd_url_l = []
            for ii in all_:
                if ii.text in url_l:
                    try:
                        logging.info(ii)
                        print(ii)
                        # ii.click()
                        bd_href = ii.get_attribute('href')
                        bd_url_l.append(bd_href)
                        gb = gen_a_broswer()
                        gb.get(bd_href)
                        time.sleep(3)
                        gb.quit()
                    except Exception as e:
                        lgs = '{}{}'.format('ii.text-', e)
                        logging.info(lgs)
            try:
                browser.find_element_by_class_name('new-nextpage').click()
            except Exception as e:
                lgs = '{}{}'.format('new-nextpage-', e)
                logging.info(lgs)
                print(lgs)
                try:
                    browser.find_element_by_class_name('new-nextpage-only').click()
                except Exception as e:
                    lgs = '{}{}'.format('new-nextpage-only-', e)
                    logging.info(lgs)
                    print(e)

            lgs = '{}{}'.format('page-', i)
            logging.info(lgs)

    try:
        browser.quit()
    except Exception as e:
        lgs = '{}{}'.format('delete_all_cookies-', e)
        logging.info(lgs)
        time.sleep(random.randint(1, 10))