from pyvirtualdisplay import Display from selenium import webdriver from selenium.webdriver.support.ui import Select import time display = Display(visible=0, size=(800, 600)) display.start() browser = webdriver.Chrome() browser.get('http://www.ncm-pcdb.org.uk/sap/pcdbsearch.jsp?pid=34') browser.find_element_by_xpath("//option[@value='3']").click() browser.find_element_by_id('btnSubmit').click() myFile = open('mvhr.txt', 'w') for i in range(1,5): browser.find_elements_by_link_text('Details')[i].click() index=browser.find_element_by_xpath("//div[@id='body-text']/table[1]/tbody/tr[2]/td[2]").text brand=browser.find_element_by_xpath("//div[@id='body-text']/table[1]/tbody/tr[4]/td[1]").text model=browser.find_element_by_xpath("//div[@id='body-text']/table[1]/tbody/tr[4]/td[2]").text manuf=browser.find_element_by_xpath("//div[@id='body-text']/table[1]/tbody/tr[10]/td[1]").text finalyr=browser.find_element_by_xpath("//div[@id='body-text']/table[1]/tbody/tr[15]/td[1]").text bypass=browser.find_element_by_xpath("//div[@id='body-text']/table[1]/tbody/tr[16]/td[1]").text address=browser.find_element_by_xpath("//div[@id='body-text']/table[1]/tbody/tr[11]/td[1]").text with open("mvhr.txt", "a") as myfile: myfile.write(str(i)+','+index+','+brand+','+finalyr+','+bypass+','+address[-8:]+"\n") browser.back() browser.quit() display.stop()