Python proxy.Proxy类代码示例

def tt1():
    desired_capabilities = DesiredCapabilities.PHANTOMJS.copy()
    headers = {'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
               'Accept-Language': 'zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3',
               'Cache-Control': 'max-age=0',
               'Connection': 'keep-alive',
               'Host': 'www.dianping.com',
               }
    for key, value in headers.iteritems():
        desired_capabilities['phantomjs.page.customHeaders.{}'.format(key)] = value
    desired_capabilities[
        'phantomjs.page.customHeaders.User-Agent'] = \
        'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) ' \
        'AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 ' \
        'Safari/604.1.38'
    ip_port = random.choice(redis_conn1())
    print ip_port
    proxy = Proxy(
        {
            'proxyType': ProxyType.MANUAL,
            'httpProxy': '%s' % ip_port  # 代理ip和端口
        }
    )

    proxy.add_to_capabilities(desired_capabilities)
    print desired_capabilities
    driver = webdriver.PhantomJS(desired_capabilities=desired_capabilities)
    driver.set_page_load_timeout(10)
    driver.get("http://www.dianping.com/shop/%s" % ['76964345', '15855144', ])
    list1 = driver.find_elements_by_xpath('//div[@class="comment-condition J-comment-condition Fix"]/div/span/a')
    for l in list1:
        print l.text
    if '403 Forbidden' in driver.page_source:
        print driver.page_source
    driver.close()

 def getDriver(self, driverType='firefox'):
     try:
         if driverType == 'phantomjs':
             #capabilities = webdriver.DesiredCapabilities.PHANTOMJS.copy()
             #capabilities['platform'] = "LINUX"
             driver = webdriver.PhantomJS('/usr/local/share/phantomjs/bin/phantomjs')
         else:
             from selenium.webdriver.firefox.firefox_profile import FirefoxProfile
             self.dis = Display(visible=0,size=(800,600))
             self.dis.start()
             prx = Proxy()
             prx.httpProxy= '199.200.120.36:8089' #'112.196.3.254:9064'  india
             prx.proxyType = ProxyType.MANUAL
             prof = FirefoxProfile('./ffprofile')
             driver = webdriver.Firefox(proxy=prx, firefox_profile=prof)
         driver.implicitly_wait(30)
         driver.set_page_load_timeout(30)
         print 'started the driver successfully...'
         return driver
     except Exception as e:
         print 'error has occured while starting the driver....'
         print type(e)
         print e
         self.quit()
         #sys.exit(0)
         return None

 def testCanNotChangeInitializedProxyType(self):
     proxy = Proxy(raw={'proxyType': 'direct'})
     try:
         proxy.proxy_type = ProxyType.SYSTEM
         raise Exception("Change of already initialized proxy type should raise exception")
     except Exception as e:
         pass

def test_autodetect_proxy_is_set_in_profile():
    profile = FirefoxProfile()
    proxy = Proxy()
    proxy.auto_detect = True

    profile.set_proxy(proxy)
    assert profile.default_preferences["network.proxy.type"] == ProxyType.AUTODETECT['ff_value']

def testCanNotChangeInitializedProxyType():
    proxy = Proxy(raw={'proxyType': 'direct'})
    with pytest.raises(Exception):
        proxy.proxy_type = ProxyType.SYSTEM

    proxy = Proxy(raw={'proxyType': ProxyType.DIRECT})
    with pytest.raises(Exception):
        proxy.proxy_type = ProxyType.SYSTEM

def test_pac_proxy_is_set_in_profile():
    profile = FirefoxProfile()
    proxy = Proxy()
    proxy.proxy_autoconfig_url = 'http://some.url:12345/path'

    profile.set_proxy(proxy)
    assert profile.default_preferences["network.proxy.type"] == ProxyType.PAC['ff_value']
    assert profile.default_preferences["network.proxy.autoconfig_url"] == 'http://some.url:12345/path'

    def test_what_things_look_like(self):
        bmp_capabilities = copy.deepcopy(selenium.webdriver.common.desired_capabilities.DesiredCapabilities.FIREFOX)
        self.client.add_to_capabilities(bmp_capabilities)

        proxy_capabilities = copy.deepcopy(selenium.webdriver.common.desired_capabilities.DesiredCapabilities.FIREFOX)
        proxy = Proxy({'httpProxy': 'localhost:%d' % self.client.port})
        proxy.add_to_capabilities(proxy_capabilities)

        assert bmp_capabilities == proxy_capabilities

    def test_sets_ssl_proxy(self):
        self.driver.quit()

        profile = webdriver.FirefoxProfile()
        proxy = Proxy()
        proxy.ssl_proxy = 'https://test.hostname:1234'
        profile.set_proxy(proxy)
        assert profile.default_preferences["network.proxy.type"] == str(ProxyType.MANUAL['ff_value'])
        assert profile.default_preferences["network.proxy.ssl"] == '"test.hostname"'
        assert profile.default_preferences["network.proxy.ssl_port"] == '1234'

def testCanAddPACProxyToDesiredCapabilities():
    proxy = Proxy()
    proxy.proxy_autoconfig_url = PAC_PROXY['proxyAutoconfigUrl']

    desired_capabilities = {}
    proxy.add_to_capabilities(desired_capabilities)

    proxy_capabilities = PAC_PROXY.copy()
    proxy_capabilities['proxyType'] = 'PAC'
    expected_capabilities = {'proxy': proxy_capabilities}
    assert expected_capabilities == desired_capabilities

def testCanAddAutodetectProxyToDesiredCapabilities():
    proxy = Proxy()
    proxy.auto_detect = AUTODETECT_PROXY['autodetect']

    desired_capabilities = {}
    proxy.add_to_capabilities(desired_capabilities)

    proxy_capabilities = AUTODETECT_PROXY.copy()
    proxy_capabilities['proxyType'] = 'AUTODETECT'
    expected_capabilities = {'proxy': proxy_capabilities}
    assert expected_capabilities == desired_capabilities

    def testCanAddPACProxyToDesiredCapabilities(self):
        proxy = Proxy()
        proxy.proxy_autoconfig_url = self.PAC_PROXY['proxyAutoconfigUrl']

        desired_capabilities = {}
        proxy.add_to_capabilities(desired_capabilities)

        proxy_capabilities = self.PAC_PROXY.copy()
        proxy_capabilities['proxyType'] = 'PAC'
        expected_capabilities = {'proxy': proxy_capabilities}
        self.assertEqual(expected_capabilities, desired_capabilities)

    def testCanAddAutodetectProxyToDesiredCapabilities(self):
        proxy = Proxy()
        proxy.auto_detect = self.AUTODETECT_PROXY['autodetect']

        desired_capabilities = {}
        proxy.add_to_capabilities(desired_capabilities)

        proxy_capabilities = self.AUTODETECT_PROXY.copy()
        proxy_capabilities['proxyType'] = 'AUTODETECT'
        expected_capabilities = {'proxy': proxy_capabilities}
        self.assertEqual(expected_capabilities, desired_capabilities)

    def test_autodetect_proxy_is_set_in_profile(self):
        # The setup gave us a browser but we dont need it
        self.driver.quit()

        self.profile = webdriver.FirefoxProfile()
        proxy = Proxy()
        proxy.auto_detect = True

        self.profile.set_proxy(proxy)

        assert self.profile.default_preferences["network.proxy.type"] == ProxyType.AUTODETECT['ff_value']

    def test_pac_proxy_is_set_in_profile(self):
        # The setup gave us a browser but we dont need it
        self.driver.quit()

        self.profile = webdriver.FirefoxProfile()
        proxy = Proxy()
        proxy.proxy_autoconfig_url = 'http://some.url:12345/path'

        self.profile.set_proxy(proxy)

        assert self.profile.default_preferences["network.proxy.type"] == ProxyType.PAC['ff_value']
        assert self.profile.default_preferences["network.proxy.autoconfig_url"] == 'http://some.url:12345/path'

    def testCanNotChangeInitializedProxyType(self):
        proxy = Proxy(raw={"proxyType": "direct"})
        try:
            proxy.proxy_type = ProxyType.SYSTEM
            raise Exception("Change of already initialized proxy type should raise exception")
        except Exception:
            pass

        proxy = Proxy(raw={"proxyType": ProxyType.DIRECT})
        try:
            proxy.proxy_type = ProxyType.SYSTEM
            raise Exception("Change of already initialized proxy type should raise exception")
        except Exception:
            pass