def test_fn_with_kwargs(self):
     "fn() with keyword arguments."
     pq.fn.test = lambda p=1: pq(this).eq(p)  # NOQA
     S = pq(self.html)
     self.assertEqual(S('li').test(0).text(), 'Coffee')
     self.assertEqual(S('li').test().text(), 'Tea')
     self.assertEqual(S('li').test(p=2).text(), 'Milk')

    def test_map(self):
        def ids_minus_one(i, elem):
            return int(self.klass(elem).attr('id')[-1]) - 1
        assert self.klass('div', self.html).map(ids_minus_one) == [0, 1]

        d = pq('<p>Hello <b>warming</b> world</p>')
        self.assertEqual(d('strong').map(lambda i, el: pq(this).text()), [])  # NOQA

 def test_fn_with_kwargs(self):
     "fn() with keyword arguments."
     pq.fn.test = lambda p=1: pq(this).eq(p)
     S = pq(self.html)
     self.assertEqual(S("li").test(0).text(), "Coffee")
     self.assertEqual(S("li").test().text(), "Tea")
     self.assertEqual(S("li").test(p=2).text(), "Milk")

 def test_fn(self):
     "Example from `PyQuery.Fn` docs."
     fn = lambda: this.map(lambda i, el: pq(this).outerHtml())  # NOQA
     pq.fn.listOuterHtml = fn
     S = pq(self.html)
     self.assertEqual(S('li').listOuterHtml(),
                      ['<li>Coffee</li>', '<li>Tea</li>', '<li>Milk</li>'])

 def test_replaceWith_with_function(self):
     expected = '''<div class="portlet">
   TestimageMy link text
   imageMy link text 2
   Behind you, a three-headed HTML&amp;dash;Entity!
 </div>'''
     d = pq(self.html)
     d('a').replace_with(lambda i, e: pq(e).html())
     val = d.__html__()
     assert val == expected, (repr(val), repr(expected))

 def test_remove(self):
     d = pq(self.html)
     d("img").remove()
     val = d("a:first").html()
     assert val == "Test My link text", repr(val)
     val = d("a:last").html()
     assert val == " My link text 2", repr(val)

    def test_filter(self):
        assert len(self.klass("div", self.html).filter(".node3")) == 1
        assert len(self.klass("div", self.html).filter("#node2")) == 1
        assert len(self.klass("div", self.html).filter(lambda i: i == 0)) == 1

        d = pq("<p>Hello <b>warming</b> world</p>")
        self.assertEqual(d("strong").filter(lambda el: True), [])

 def test_unicode(self):
     xml = pq(u("<p>é</p>", 'utf-8'))
     self.assertEqual(type(xml.html()), text_type)
     if PY3k:
         self.assertEqual(str(xml), '<p>é</p>')
     else:
         self.assertEqual(unicode(xml), u("<p>é</p>", 'utf-8'))
         self.assertEqual(str(xml), '<p>&#233;</p>')

 def test_val_for_textarea(self):
     d = pq(self.html3)
     self.assertEqual(d('textarea').val(), 'Spam')
     self.assertEqual(d('textarea').text(), 'Spam')
     d('textarea').val('42')
     self.assertEqual(d('textarea').val(), '42')
     # Note: jQuery still returns 'Spam' here.
     self.assertEqual(d('textarea').text(), '42')

 def _login(self, email, password):
     self._log("Logging in...")
     login_page = self._session.get('https://www.fitbit.com/login')
     form = pq(login_page.content).find('#loginForm')
     action = form.attr('action')
     data = dict((i.name, i.value) for i in form.find('input'))
     data.update({'email': email, 'password': password})
     self._session.post(action, data)

 def test_get(self):
     if not HAS_REQUEST:
         return
     d = pq(u('http://ru.wikipedia.org/wiki/Заглавная_страница', 'utf8'),
            method='get')
     print(d)
     self.assertEqual(d('#n-mainpage a').text(),
                      u('Заглавная страница', 'utf8'))

 def test_val_for_multiple_elements(self):
     d = pq(self.html5)
     # "Get" returns *first* value.
     self.assertEqual(d('div > *').val(), 'spam')
     # "Set" updates *every* value.
     d('div > *').val('42')
     self.assertEqual(d('#first').val(), '42')
     self.assertEqual(d('#second').val(), '42')
     self.assertEqual(d('#third').val(), '42')

 def test_replaceWith(self):
     expected = '''<div class="portlet">
   <a href="/toto">TestimageMy link text</a>
   <a href="/toto2">imageMy link text 2</a>
   Behind you, a three-headed HTML&amp;dash;Entity!
 </div>'''
     d = pq(self.html)
     d('img').replace_with('image')
     val = d.__html__()
     assert val == expected, (repr(val), repr(expected))

 def test_unicode(self):
     xml = pq(u("<html><p>é</p></html>", "utf-8"))
     self.assertEqual(type(xml.html()), text_type)
     if PY3k:
         self.assertEqual(str(xml), "<html><p>é</p></html>")
         self.assertEqual(str(xml('p:contains("é")')), "<p>é</p>")
     else:
         self.assertEqual(unicode(xml), u("<html><p>é</p></html>", "utf-8"))
         self.assertEqual(str(xml), "<html><p>&#233;</p></html>")
         self.assertEqual(str(xml(u('p:contains("é")', "utf8"))), "<p>&#233;</p>")
         self.assertEqual(unicode(xml(u('p:contains("é")', "utf8"))), u("<p>é</p>", "utf8"))

 def test_val_for_select(self):
     d = pq(self.html4)
     self.assertIsNone(d('#first').val())
     self.assertEqual(d('#second').val(), 'eggs')
     self.assertIsNone(d('#third').val())
     d('#first').val('spam')
     d('#second').val('bacon')
     d('#third').val('eggs') # Selecting non-existing option.
     self.assertEqual(d('#first').val(), 'spam')
     self.assertEqual(d('#second').val(), 'bacon')
     self.assertIsNone(d('#third').val())
     d('#first').val('bacon') # Selecting non-existing option.
     self.assertIsNone(d('#first').val())

 def test_val_for_inputs(self):
     d = pq(self.html2)
     self.assertEqual(d('input[name="spam"]').val(), 'Spam')
     self.assertEqual(d('input[name="eggs"]').val(), 'Eggs')
     self.assertEqual(d('input:checkbox').val(), 'Bacon')
     self.assertEqual(d('input:radio').val(), 'Ham')
     d('input[name="spam"]').val('42')
     d('input[name="eggs"]').val('43')
     d('input:checkbox').val('44')
     d('input:radio').val('45')
     self.assertEqual(d('input[name="spam"]').val(), '42')
     self.assertEqual(d('input[name="eggs"]').val(), '43')
     self.assertEqual(d('input:checkbox').val(), '44')
     self.assertEqual(d('input:radio').val(), '45')

def test_from_url(url, timeout=1):
    """
    get proxy from given url address , and collect proxy and port ; then test them ;
    return a list of useful proxy_s
    :param url:
    :param timeout: second(s) , default 1 second
    :return:

    usage:
    url = 'http://www.ip84.com/pn'
    proxy_list = test_from_url(url)
    or like this: proxy_list = test_from_url(url , timeout=3)
    """
    patt_pp = re.compile(r'(?<![\.\d])(?:\d{1,3}\.){3}\d{1,3}(?![\.\d]):\d{1,5}')
    t = requests.get(url, verify=True).text
    txt = ':'.join(pq(t).text().split(' '))
    proxy_port = list(set(re.findall(patt_pp, txt)))
    return test_from_list(proxy_list=proxy_port, timeout=timeout)

def getbyurl_zh(url):
  map_data={}
  import requests
  a=requests.get(url).content.decode('gbk')
  from pyquery.pyquery import PyQuery as pq
  rr={u"题　名":'title',
  u"页　码":u'载体形态',
  u"作　者":u'作者',
  u"出版项":u'出版社',
  "ISB":u'标准号',
  u"索取号":'position',
  u"附注信":u'载体形态'}
  for i in pq(a)("tr td"):
   print pq(i).text()[:3]
   if pq(i).text()[:3] in rr:
       map_data[   rr[ pq(i).text()[:3] ]  ]=  pq(i).text()[pq(i).text().index(":")+1:]
  map_data['img']= "http://book.bookday.cn/book/cover?isbn=%s&w=100&h=150"  %map_data[u'标准号']
  return map_data

 def test_post(self):
     d = pq(self.application_url, {'q': 'foo'},
            method='post')
     self.assertIn('REQUEST_METHOD: POST', d('p').text())
     self.assertIn('q=foo', d('p').text())

 def test_remove_namespaces(self):
     expected = 'What'
     d = pq(b(self.xml), parser='xml').remove_namespaces()
     val = d('blah').text()
     self.assertEqual(repr(val), repr(expected))