''' 驅動對象 http://selenium-python.readthedocs.io/ browser = webdriver.Chrome() browser = webdriver.Firefox() browser = webdriver.Edge() browser = webdriver.PhantomJS() browser = webdriver.Safari() ....等 訪問頁面 browser = webdriver.Chrome() browser.get('https://www.taobao.com') print(browser.page_source) 打印源碼 browser.close() 關閉遊覽器 查找元素 單個元素 from selenium import webdriver browser = webdriver.Chrome() browser.get('https://www.taobao.com') # 4 種方式等價 input_by_id = browser.find_element(By.ID,'q') 查找id 爲q By.ID,By.CSS_SELECTOR input_first = browser.find_element_by_id('q') 查找id 爲q input_second = browser.find_element_by_css_selector('#q') jq的方法查找id="q" input_third = browser.find_element_by_xpath('//*[@id="q"]') print(input_first, input_second, input_third) browser.close() 查找多個元素 from selenium import webdriver browser = webdriver.Chrome() browser.get('https://www.taobao.com') # 第一 lis = browser.find_elements_by_css_selector('.service-bd li') # 選擇service-bd 下的 li元素 # 2 lis = browser.find_elements(By.CSS_SELECTOR,'.service-bd li') # 等價的 print(lis) browser.close() ... find_elements_by_name find_elements_by_xpath find_elements_by_tag_name find_elements_by_class_name find_elements_by_css_selector 元素交互操做 from selenium import webdriver import time browser = webdriver.Chrome() browser.get('https://www.taobao.com') input = browser.find_element_by_id('q') input.send_keys('iPhone') time.sleep(1) input.clear() input.send_keys('iPad') button = browser.find_element_by_class_name('btn-search') button.click() 執行javascript from selenium import webdriver browser = webdriver.Chrome() browser.get('https://zhihu.com/explore') browser.execute_script('window.scrollTo(0,document.body.scrollHeight)') browser.execute_script('alert('To Botton')') 獲取屬性 logo = browser.find_element_by_id('zh-top') print(logo) print(logo.get_attribute('class')) # 打印class屬性 獲取文本值 input = browser.find_element_by_class_name('zu-top') print(input.text) 獲取ID,位置,標籤名,大小 input.id input.location # {y:'',x:''} input.tag_name # button input.size # {'height': 22,'width':11} ''' # 元素交互操做 ''' from selenium import webdriver import time browser = webdriver.Chrome() browser.get('https://taobao.com') input = browser.find_element_by_id('q') input.send_keys('iPhone') time.sleep(1) input.clear() input.send_keys('iPad') button = browser.find_element_by_class_name('btn-search') button.click() ''' # 執行javascript ''' from selenium import webdriver browser = webdriver.Chrome() browser.get('https://zhihu.com/explore') # 滾到底部 browser.execute_script('window.scrollTo(0,document.body.scrollHeight)') # 彈框 browser.execute_script('alert("I love You")') ''' # iFrame 切換使用(頁面內的iframe) ''' import time from selenium import webdriver from selenium.common.exceptions import NoSuchElementException browser = webdriver.Chrome() url = 'http://www.runoob.com/try/try.php?filename=jqueryui-api-droppable' browser.get(url) browser.switch_to.frame('iframeResult') # 切換到這個iframe source = browser.find_element_by_css_selector('#draggable') print(source) try: # 在網頁的iframe中不能 查找當前iframe以外的元素,須要切換 logo = browser.find_element_by_class_name('logo') # except: except NoSuchElementException as e: print('No Logo') # 切換iframe (切換到父iframe) browser.switch_to.parent_frame() logo = browser.find_element_by_class_name('logo') print(logo) print(logo.text) ''' # 等待... # 隱士等待 ''' from selenium import webdriver browser = webdriver.Chrome() browser.implicitly_wait(10) # 當沒有找到元素,會等10秒在進行查找,若是有就不會等 browser.get('https://www.zhihu.com/explore') input = browser.find_element_by_class_name('zu-top-add-question') print(input) ''' # 顯示等待 ''' from selenium import webdriver from selenium.webdriver.common.by import By from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC browser = webdriver.Chrome() browser.get('https://www.taobao.com') wait = WebDriverWait(browser, 10) input = wait.until(EC.element_to_be_clickable((By.CSS_SELECTOR, '.btn-search'))) print(input) ''' ''' 顯示等待的條件 http://selenium-python.readthedocs.io/installation.html title_is 標題是某內容 title_contains 標題包含某內容 presence_of_element_located((By.ID,'p')) 元素加載出,傳入定位元組, (By.ID,'p') visibility_of_element_located 元素可見,傳入定位元組 visibility_of 可見,傳入元素對象 presence_of_all_elements_located 全部元素加載出 text_to_be_present_in_element 某個元素文本包含某個字 text_to_be_present_in_element_value 某個元素值包含某個字 frame_to_be_available_and_switch_to_it ifram加載並切換 invisibility_of_element_located 元素不可見 element_to_be_clickable 元素可點擊 staleness_of 判斷一個元素是否仍在DOM,可判斷頁面是否已經刷新 element_to_be_selected 元素可選擇,傳入定位元組 element_located_to_be_selected 元素可選擇,傳入定位元組 element_selection_state_to_be 傳入元素對象以及狀態, 相等返回True,不然返回False element_located_selection_state_to_be 傳入定位元組以及狀態,相等返回True,不然返回False alert_is_present 是否出現Alert ''' # 遊覽器前進後退 ''' import time from selenium import webdriver browser = webdriver.Chrome() browser.get('https://www.baidu.com') browser.get('https://www.taobao.com') browser.get('https://www.python.org') browser.back() # 後退 time.sleep(1) browser.forward() # 前進 browser.close() ''' # cookie 獲取和設置 ''' from selenium import webdriver browser = webdriver.Chrome() browser.get('https://www.zhihu.com/explore') # 獲取 print(browser.get_cookies()) # 添加 browser.add_cookie({'name': 'name','domain':'www.zhihu.com','value':'germey'}) print(browser.get_cookies()) # 刪除 browser.delete_all_cookies() print(browser.get_cookies()) ''' # 選項卡(打開多個頁面) ''' import time from selenium import webdriver browser = webdriver.Chrome() browser.get('https://www.baidu.com') browser.execute_script('window.open()') print(browser.window_handles) # 當前有幾個遊覽器窗口 browser.switch_to_window(browser.window_handles[1]) # 切換第二個 browser.get('https://www.taobao.com') time.sleep(1) browser.switch_to_window(browser.window_handles[0]) # 切換第一個 browser.get('https://python.org') ''' # 異常處理 ''' id不存在異常 from selenium import webdriver from selenium.common.exceptions import TimeoutException, NoSuchElementException browser = webdriver.Chrome() try: browser.get('https://www.baidu.com') except TimeoutException: print('Time out') try: browser.find_element_by_id('hello') except NoSuchElementException: print("No Element") finally: browser.close() ''' from multiprocessing import Pool