-
Notifications
You must be signed in to change notification settings - Fork 2
/
plugin.py
56 lines (41 loc) · 1.43 KB
/
plugin.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
import json
import urllib2
from lxml import etree, html
from urllib import urlencode
class Plugin(object):
def __init__(self, dong, conf):
self.dong = dong
self.conf = conf
def build_query(self, url, params=None, get_method=None):
if params:
query_string = urlencode(params)
if url.find('?') > -1:
request = urllib2.Request(url + '&' + query_string)
else:
request = urllib2.Request(url + '?' + query_string)
else:
request = urllib2.Request(url)
if get_method is not None:
request.get_method = lambda: get_method
opener = urllib2.build_opener()
return opener.open(request)
def get_head(self, url):
return self.build_query(url, get_method='HEAD').read()
def get_html(self, url, params=None, get_method=None):
return html.fromstring(self.build_query(url, params, get_method).read())
def get_json(self, url, params=None):
return json.loads(self.build_query(url, params).read())
def get_json_https(self, url, params=None):
httpsha = urllib2.HTTPSHandler()
opener = urllib2.build_opener(httpsha)
opener.addheaders = [('User-agent', 'Mozilla/5.0')]
uobj = opener.open(url)
return json.loads(uobj.read())
def get_xml(self, url, params=None):
return (etree.fromstring(self.build_query(url, params).read()))
def unescape(self, s):
if not s.strip():
return s
return html.fromstring(s).text_content()
def fromstring(self, str):
return html.fromstring(str).text_content()