def test_test2(self):
     """
     test_test2
     """
     driver = Firefox()
     driver.get('https://www.google.com/')
     print('TestCaseCustomSearch test_test2')

def add_advert():
    print("Add new advertisement.")
    g = Grab(log_file="2.html")
    g.load_cookies('cookies.txt')
    g.go("http://m.avito.ru/add")
    #login_test()
    from selenium.webdriver import Firefox
    from selenium.webdriver.common.keys import Keys
    import selenium
    from PIL import Image

    browser = Firefox()
    driver = selenium.webdriver.Firefox()

    browser.get('http://m.avito.ru/profile/login')
    driver.implicitly_wait(10)
    elem = driver.find_element_by_css_selector(".control-self.control-self-email")
    elem.send_keys("[email protected]")
    """
    driver.find_element_by_name("password")
    element.send_keys("ivveqaem")
    driver.find_element_by_class_name("control-self control-self-submit button button-solid button-blue button-large")
    driver.find_element_by_partial_link_text("Войти")
    element.send_keys(Keys.ENTER)
"""
    #browser.get('http://m.avito.ru/add')
    browser.save_screenshot('current_page')
    current_page_img = Image.open('current_page')
    w, h = current_page_img.size
    captcha_img = current_page_img#.crop((575, 505, w-155, h-1820))
    captcha_img.save('captcha.jpg', 'jpeg')

def driver(capabilities):
    options = Options()
    driver = Firefox(
        capabilities=capabilities,
        firefox_options=options)
    yield driver
    driver.quit()

class Scraper(object):
    '''
    classdocs
    '''
    def __init__(self):
        '''
        Constructor
        '''
        self.url = 'http://www.jerryvarghese.com/Job-Search/ReqSearch.aspx?p=0&locID=121&loc=Saudi%20Arabia'
        #self.base_job_url = 'https://sjobs.brassring.com/TGWebHost/jobdetails.aspx?'
        self.browser = Firefox()
        self.first_page_search_opening_id = 'srchOpenLink'
        self.second_page_search_btn_id = 'ctl00_MainContent_submit2'
        self.next_link_id = 'yui-pg0-0-next-link'

    def page_links(self):
        job_link_id = 'Openings1_Rptr_FieldName_ct{}_lknReqTitle'
        for i in range(100, 115):
            link_id = job_link_id.format(str(i))
            link = self.browser.find_element_by_id(link_id)
            link.click()

    def main(self):
        try:
            self.browser.get(self.url)
            self.page_links()
            counter = 1
            

            
        except Exception as e:
            print 'exception= ', str(e)
            #print 'stacktrace= ', traceback.print_exc()
            print 'Line Number= ' + str(sys.exc_traceback.tb_lineno)

class AcceptanceTest(StaticLiveServerTestCase):
    def setUp(self):
        options = Options()
        options.headless = True
        self.driver = Firefox(options=options)

    def tearDown(self):
        self.driver.quit()

    def test_two_inputs(self):
        driver = self.driver
        driver.get('{live_server_url}/two-field-test/'.format(
            live_server_url=self.live_server_url
        ))
        WebDriverWait(driver, 5).until(
            wait_for_utils_script()
        )
        inputs = driver.find_elements_by_css_selector('input.intl-tel-input')
        inputs[0].send_keys('555-5555')
        inputs[1].send_keys('555-4444')
        inputs[1].send_keys(Keys.RETURN)
        WebDriverWait(driver, 5).until(
            EC.presence_of_element_located((By.ID, 'success-text'))
        )

        self.assertIn('Form is valid', driver.page_source)

class CaptchaPage():
    def __init__(self):
        print "Captcha Page Initializing"

        parser = ConfigParser.ConfigParser()
        base_path = os.path.join(os.environ['HOME'], '.mozilla/firefox/')
        parser.read(os.path.join(base_path, "profiles.ini"))
        profile_path = os.path.join(base_path, filter(lambda x: x[0].lower() == 'path', parser.items('Profile0'))[0][1])
        try:
            profile = FirefoxProfile(profile_path)
        except OSError:
            raise Exception("You must execute the following command:\nsudo chmod +r -R %s" % profile_path)
        self.driver = Firefox(profile)

        self.driver.get("file://%s/index.html" % os.getcwdu())

    def get_url_sound(self):
        self.driver.find_element_by_xpath('//*[@id="recaptcha_switch_audio"]').click()
        return self.driver.find_element_by_xpath('//*[@id="recaptcha_audio_download"]').get_attribute('href')

    def get_recaptcha_challenge_field(self):
        return self.driver.find_element_by_xpath('//*[@id="recaptcha_challenge_field"]').get_attribute('value')

    def get_captcha_textbox(self):
        print "Getting Captcha Textbox"
        return Textbox(self.driver.find_element_by_xpath('//*[@id="recaptcha_response_field"]'))

    def get_submit_button(self):
        print "Getting Submit Form Button"
        return Button(self.driver.find_element_by_xpath("/html/body/form/input"))

    def close(self):
        print "Closing Captcha Page"
        self.driver.close()

    def __init__(self):
        CrawlSpider.__init__(self)
	print "szlibspider start"
        self.verificationErrors = []
        self.selenium = selenium("localhost", 4444, "*firefox /usr/lib/firefox/firefox", "http://www.szlib.gov.cn/libraryNetwork/selfLib/id-5.html")
	ffdriver = Firefox()
	self.selenium.start(driver=ffdriver)
#	self.selenium.start()


        sel = self.selenium
#        sel.open("http://www.szlib.gov.cn/libraryNetwork/selfLib/id-5.html")
        ffdriver.get("http://www.szlib.gov.cn/libraryNetwork/selfLib/id-5.html")
	WebDriverWait(ffdriver,30).until(ajax_complete, "Timeout waiting page to load")	

        #Wait for javscript to load in Selenium
#        time.sleep(20)
#	sel.wait_for_condition("condition by js", 20000);
#	print "ul/li visible? %s" % sel.is_element_present("//ul[@class='servicepointlist']")

	elements = ffdriver.find_elements_by_xpath("//ul[@class='servicepointlist']/li[@class='item']")
	for element in elements[:5]:
		print "%s" % element.find_element_by_class_name("num").text
		print "%s" % element.find_element_by_class_name("title").text
		print "%s" % element.find_element_by_class_name("text").text
		print "---------------"

def ff():
    browser = Firefox()
    browser.get('https://www.charter.com/browse/content/new-channel-lineup')
    wait = WebDriverWait('browser', 20)

    button = browser.find_element_by_xpath('//*[@id="select-state"]/div[2]') # find and click Choose State button
    button.click()

def temp_main():
    urls = map(lambda x: x[1], gen_url_contactinfo())
    urls = map(lambda x: x + "?spm=a2615.7691481.0.0.OCyk7j", urls)
    driver = Firefox()
    driver.maximize_window()
    for url in urls:
        print(url)
        get_parser(url, driver)

def control(request):
    driver = Firefox()
    site = os.path.abspath(os.path.dirname(__file__))
    site = os.path.join(site, 'test.html')
    driver.get(site)
    request.instance.page = MainPage(driver)
    def fin():
        driver.quit()
    request.addfinalizer(fin)

def test_rendering_utf8_iframe():
    iframe = elem.IFrame(html=u'<p>Cerrahpaşa Tıp Fakültesi</p>')

    options = Options()
    options.add_argument('-headless')
    driver = Firefox(options=options)

    driver.get('data:text/html,' + iframe.render())
    driver.switch_to.frame(0)
    assert u'Cerrahpaşa Tıp Fakültesi' in driver.page_source

def driver(request):
    browser = request.param
    if browser == 'firefox':
        driver = Firefox()
    elif browser == 'chrome':
        driver = Chrome()
    else:
        raise ValueError("Unknown browser '{}'".format(browser))
    request.addfinalizer(lambda: driver.quit())
    return driver

def test_we_can_launch_multiple_firefox_instances(capabilities):
    driver1 = Firefox(capabilities=capabilities)
    driver2 = Firefox(capabilities=capabilities)
    driver3 = Firefox(capabilities=capabilities)
    driver1.quit()
    driver2.quit()
    driver3.quit()

def print_prices():
    driver = Firefox()
    driver.get("https://cars.mail.ru/sale/msk/all/?order=price&dir=asc")
    elements = [None] * 20
    for i in range(0, 20):
        print 'finding by xpath', i
        elements[i] = WebDriverWait(driver, 10).until(
            lambda d: d.find_element_by_xpath('(//span[@class="offer-card__price__value"])[%d]' % (i + 1,)))
    for i in range(0, 20):
        print 'text', elements[i].text
    driver.quit()

 def __init__(self, base_url, query_params):
     self.__take_results_backup()
     options = Options()
     options.add_argument("--headless")
     try:
         self.driver=Chrome(options=options)
     except Exception as e:
         print(f'Error occured during Chrome driver : {e}')
         self.driver=Firefox()
     self.driver.get(base_url + query_params)
     # set up the next page element
     self.nextpage_element=self.driver.find_element_by_css_selector(
             ".pager-next a")

def test_add_extension_legacy_extension(capabilities, webserver):
    current_directory = os.path.dirname(os.path.realpath(__file__))
    root_directory = os.path.join(current_directory, '..', '..', '..', '..', '..')
    extension_path = os.path.join(root_directory, 'third_party', 'firebug', 'firebug-1.5.0-fx.xpi')

    profile = FirefoxProfile()
    profile.add_extension(extension_path)

    driver = Firefox(capabilities=capabilities, firefox_profile=profile)
    profile_path = driver.firefox_profile.path
    extension_path_in_profile = os.path.join(profile_path, 'extensions', '[email protected]')
    assert os.path.exists(extension_path_in_profile)
    driver.quit()

def test_that_we_can_accept_a_profile(capabilities, webserver):
    profile1 = FirefoxProfile()
    profile1.set_preference("browser.startup.homepage_override.mstone", "")
    profile1.set_preference("startup.homepage_welcome_url", webserver.where_is('simpleTest.html'))
    profile1.update_preferences()

    profile2 = FirefoxProfile(profile1.path)
    driver = Firefox(
        capabilities=capabilities,
        firefox_profile=profile2)
    title = driver.title
    driver.quit()
    assert "Hello WebDriver" == title

def test_add_extension_web_extension_without_id(capabilities, webserver):
    current_directory = os.path.dirname(os.path.realpath(__file__))
    root_directory = os.path.join(current_directory, '..', '..', '..', '..', '..')
    extension_path = os.path.join(root_directory, 'third_party', 'firebug', 'mooltipass-1.1.87.xpi')

    profile = FirefoxProfile()
    profile.add_extension(extension_path)

    driver = Firefox(capabilities=capabilities, firefox_profile=profile)
    profile_path = driver.firefox_profile.path
    extension_path_in_profile = os.path.join(profile_path, 'extensions', '[email protected]')
    assert os.path.exists(extension_path_in_profile)
    driver.quit()

def get_air_data(positionsets):
  # Dictionary hourdata is for holding data, DataStructure like: 
  # {'baiyunshan': [44, 5], 'haizhubaogang': [55, 6]}
  hourdata = {}
  # Calling selenium, need linux X
  browser = Firefox()
  browser.get(URL)
  # Added 10 seconds for waiting page for loading.
  time.sleep(10)
  # Click button one-by-one
  for position in positionsets:
    # After clicking, should re-get the page_source.
    browser.find_element_by_id(position).click()
    page_source = browser.page_source
    # Cooking Soup
    soup = BeautifulSoup(page_source, 'html.parser')
    # pm2.5 value would be something like xx 微克/立方米, so we need an regex for
    # matching, example: print int(pattern.match(input).group())
    try:
      PM25 = int(pattern.match(soup.find('td',{'id': 'pmtow'}).contents[0]).group())
      PM25_iaqi = int(pattern.match(soup.find('td',{'id': 'pmtow_iaqi'}).contents[0]).group())
      PM10 = int(pattern.match(soup.find('td',{'id': 'pmten'}).contents[0]).group())
      PM10_iaqi = int(pattern.match(soup.find('td',{'id': 'pmten_iaqi'}).contents[0]).group())
      SO2 = int(pattern.match(soup.find('td',{'id': 'sotwo'}).contents[0]).group())
      SO2_iaqi = int(pattern.match(soup.find('td',{'id': 'sotwo_iaqi'}).contents[0]).group())
      NO2 = int(pattern.match(soup.find('td',{'id': 'notwo'}).contents[0]).group())
      NO2_iaqi = int(pattern.match(soup.find('td',{'id': 'notwo_iaqi'}).contents[0]).group())
      # Special notice the CO would be float value
      CO = float(floatpattern.match(soup.find('td',{'id': 'co'}).contents[0]).group())
      CO_iaqi = int(pattern.match(soup.find('td',{'id': 'co_iaqi'}).contents[0]).group())
      O3 = int(pattern.match(soup.find('td',{'id': 'othree'}).contents[0]).group())
      O3_iaqi = int(pattern.match(soup.find('td',{'id': 'othree_iaqi'}).contents[0]).group())
      hourdata_key = pinyin.get(position)
      hourdata[hourdata_key] = []
      hourdata[hourdata_key].append(PM25)
      hourdata[hourdata_key].append(PM25_iaqi)
      hourdata[hourdata_key].append(PM10)
      hourdata[hourdata_key].append(PM10_iaqi)
      hourdata[hourdata_key].append(SO2)
      hourdata[hourdata_key].append(SO2_iaqi)
      hourdata[hourdata_key].append(NO2)
      hourdata[hourdata_key].append(NO2_iaqi)
      hourdata[hourdata_key].append(CO)
      hourdata[hourdata_key].append(CO_iaqi)
      hourdata[hourdata_key].append(O3)
      hourdata[hourdata_key].append(O3_iaqi)
    except ValueError, Argument:
      # won't add the data, simply ignore this position
      print "The argument does not contain numbers\n", Argument

def load_search_results(context_id=None):
    flashcards = load_flashcards_data()
    if context_id is not None:
        flashcards = flashcards[flashcards['context_id'] == context_id]
    to_process = list(flashcards[['term_id', 'term_name']].drop_duplicates().dropna(subset=['term_name']).values)
    random.shuffle(to_process)
    global BROWSER
    BROWSER = Firefox()
    try:
        result = []
        for term_id, term_name in progress.bar(to_process):
            result.append(_load_search_results_apply(term_id, term_name))
        return pandas.DataFrame(result)
    finally:
        BROWSER.quit()