from selenium import webdriver
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.chrome.options import Options
from selenium.common.exceptions import NoSuchElementException, StaleElementReferenceException
import pandas as pd
from bs4 import BeautifulSoup
import shlex, requests, time
import random

chrome_options = Options()
chrome_options.add_argument("--headless")
broswer = webdriver.Chrome('C:\Program Files\Google\Chrome\Application\chromedriver')
html = "http://www.aastocks.com/tc/stocks/quote/detail-quote.aspx?symbol=00001"
broswer.get(html)
stocklist_database = pd.read_excel("watchlist.xlsx")
stocklist = list(stocklist_database["股票代號"])
timestr = time.strftime("%Y%m%d")

dataframelist = []
for i in stocklist: #or for i in range(1, 8700) if you don't have a complete stocklist.
    #print(i)
    try:
        elem = broswer.find_element_by_xpath("//input[@id='sb2-txtSymbol-aa']")
        elem.send_keys(i)
        elem.send_keys(Keys.RETURN)
        stockcode = broswer.find_element_by_xpath("/html/body/form/div[4]/div[1]/div[2]/div[2]/div[2]/div[2]")
        name = broswer.find_element_by_xpath("html[1]/body[1]/form[1]/div[4]/div[1]/div[2]/div[2]/div[2]/div[1]/div[1]/label[1]/span[1]")
        price = broswer.find_element_by_xpath("html[1]/body[1]/form[1]/div[4]/div[3]/div[1]/table[1]/tbody[1]/tr[1]/td[1]/div[3]/div[1]/b[1]/span[1]")
        ten = broswer.find_element_by_xpath("html[1]/body[1]/form[1]/div[4]/div[3]/table[1]/tbody[1]/tr[1]/td[3]/div[1]/table[1]/tbody[1]/tr[1]/td[2]")
        fifty = broswer.find_element_by_xpath("html[1]/body[1]/form[1]/div[4]/div[3]/table[1]/tbody[1]/tr[1]/td[3]/div[1]/table[1]/tbody[1]/tr[2]/td[2]")
        hundred = broswer.find_element_by_xpath("html[1]/body[1]/form[1]/div[4]/div[3]/table[1]/tbody[1]/tr[1]/td[3]/div[1]/table[1]/tbody[1]/tr[3]/td[2]")
        twohundredfifty = broswer.find_element_by_xpath("html[1]/body[1]/form[1]/div[4]/div[3]/table[1]/tbody[1]/tr[1]/td[3]/div[1]/table[1]/tbody[1]/tr[4]/td[2]")
        turnover = broswer.find_element_by_xpath("html[1]/body[1]/form[1]/div[4]/div[3]/div[1]/table[1]/tbody[1]/tr[1]/td[3]/div[1]/div[3]")
        rsiten = broswer.find_element_by_xpath("/html/body/form/div[4]/div[4]/div[4]/table/tbody/tr[1]/td[2]")
        rsifourteen = broswer.find_element_by_xpath("/html/body/form/div[4]/div[4]/div[4]/table/tbody/tr[2]/td[2]")
        rsitwenty = broswer.find_element_by_xpath("/html/body/form/div[4]/div[4]/div[4]/table/tbody/tr[3]/td[2]")
        macd_eigth_seventeen = broswer.find_element_by_xpath("/html/body/form/div[4]/div[4]/div[4]/table/tbody/tr[4]/td[2]")
        macd_twelve_twentyfive = broswer.find_element_by_xpath("/html/body/form/div[4]/div[4]/div[4]/table/tbody/tr[5]/td[2]")
        basic_info = "http://www.aastocks.com/tc/stocks/analysis/company-fundamental/basic-information?symbol=0"+str(i).zfill(4)
        soup10 = BeautifulSoup(requests.get(basic_info).text, "html.parser")
        try:
            getprice = float(price.get_attribute('textContent'))
            getten = float(ten.get_attribute('textContent'))
            getfifty = float(fifty.get_attribute('textContent'))
            gethundred = float(hundred.get_attribute('textContent'))
            gettwohun = float(twohundredfifty.get_attribute('textContent'))
            getrsiten = float(rsiten.get_attribute('textContent'))
            getrsifort = float(rsifourteen.get_attribute('textContent'))
            getrsitwen = float(rsitwenty.get_attribute('textContent'))
            getmacde = float(macd_eigth_seventeen.get_attribute('textContent'))
            getmacdtw = float(macd_twelve_twentyfive.get_attribute('textContent'))
            get_listed_date_position = int(shlex.split(soup10.find('table',{'class':'cnhk-cf tblM s4 s5 mar15T'}).get_text()).index('上市日期'))+1
            listed_date =  shlex.split(soup10.find('table',{'class':'cnhk-cf tblM s4 s5 mar15T'}).get_text())[get_listed_date_position]
      
        except (ValueError, AttributeError, IndexError):
            getprice = "-"
            getten = "-"
            getfifty = "-"
            gethundred = "-"
            gettwohun = "-"
            getrsiten = "-"
            getrsifort = "-"
            getrsitwen = "-"
            getmacde = "-"
            getmacdtw = "-"
            get_listed_date_position = "-"
            listed_date = "-"
        row = [stockcode.get_attribute('textContent')[3:][:8], name.get_attribute('textContent'), listed_date, getprice, getten, getfifty, gethundred, gettwohun,  getrsiten, getrsifort,  getrsitwen, getmacde, getmacdtw,  turnover.get_attribute('textContent')]
        time.sleep(random.randint(0,2))
    except (NoSuchElementException, StaleElementReferenceException):
        pass
    if getmacde != '-' and getmacdtw != '-':
        if getmacde > 0 and getmacdtw > 0:  
            eachrow = pd.DataFrame([row], columns = ['股票代號', '公司名稱', '上市日期','股價', 'SMA 10', 'SMA 50', 'SMA 100', 'SMA 250', 'RSI 10', 'RSI 14', 'RSI 20', 'MACD 8/17', 'MACD 12/25', '成交量' ])
            dataframelist.append(eachrow)
            df = pd.concat(dataframelist)
broswer.quit()
df.to_excel("aastockta_"+timestr+".xlsx", header=True, index=False)