from pyvirtualdisplay import Display
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

import urllib.request
from bs4 import BeautifulSoup


soups = []

for i in ["1","2","3"]:
    soup=BeautifulSoup(urllib.request.urlopen("https://www.crowd2fund.com/exchange/"+i+"/?type=&status[]=good&sort=&direction=&perPage=3").read(), 'html.parser')
    print(str(i))
    soup2=soup.find_all(lambda tag: tag.name == 'a' and tag.get('class') == ['btn-remote-modal'])
    print(soup2)   
    soups.extend(soup2)

print(len(soups))

refs=[]

for i in range(0,len(soups)):
    refs.append(str(soups[i])[74:79])


print(refs)



#refs = ['26565','26566','26567','26568','26569']
for i in range(0,len(refs)):
    display = Display(visible=0, size=(800, 600))
    display.start()
    browser = webdriver.Firefox()
    browser.get('https://www.crowd2fund.com/login')
#    print(browser.title)
#    browser.implicitly_wait(600) # wait seconds

    browser.find_element_by_name('_username').send_keys('martin@martinbrien.com')
    browser.find_element_by_name('_password').send_keys('02ebrienm')
    browser.find_element_by_name('_submit').click()
#    print(browser.title)
 #   print(browser.find_elements_by_tag_name('h1')[0].text)
#    print(browser.page_source)
#    print(browser.find_element_by_tag_name('title').text)
    browser.get("https://www.crowd2fund.com/exchange/"+refs[i]+"/purchase")
    print(browser.find_element_by_tag_name('h4').text)
    browser.quit()
    display.stop()