python selenium爬取自如租房數據保存到TXT文件

 

# -*- coding: utf-8 -*-
"""
Created on Fri Aug 31  2018

@author: chenlinlab
"""

from selenium import webdriver

from time import sleep

 

options = webdriver.ChromeOptions()

options.add_argument('disable-infobars')

driver = webdriver.Chrome(chrome_options=options)

 

with open('wuhan.txt', "a+") as f:

    for i in range(1, 4):

        driver.get("http://wh.ziroom.com/z/nl/z2-s2%E5%8F%B7%E7%BA%BF-t%E5%85%89%E8%B0%B7%E5%B9%BF%E5%9C%BA-r4.html?p=" + str(i))

        sleep(1)

        rent_list = driver.find_elements_by_css_selector('li.clearfix')

        for echo_house in rent_list:

            txt = echo_house.find_element_by_css_selector('div.txt')

            print(txt.text)

            detail = echo_house.find_element_by_css_selector('div.detail')

            print(detail.text)

            price = echo_house.find_element_by_css_selector('div.priceDetail')

            print(price.text)

            f.write(txt.text)

            f.write(detail.text)

            f.write(price.text)

 

f.close()