-
Notifications
You must be signed in to change notification settings - Fork 0
/
FileIO.py
66 lines (52 loc) · 1.63 KB
/
FileIO.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
import urllib2
import httplib
import logging
logger = logging.getLogger('apple2rss.fileio')
class FileIOBase(object):
"""docstring for FileIOBase"""
def __init__(self):
super(FileIOBase, self).__init__()
pass
def open(self):
"""docstring for open"""
raise NotImplementedError
def read(self):
"""docstring for read"""
raise NotImplementedError
def delete(self):
"""docstring for delete"""
raise NotImplementedError
self._content = None
def write(self):
"""docstring for write"""
raise NotImplementedError
class RemoteHtmlFileIO(FileIOBase):
"""HtmlFileIO's open function is grab a page from web site return str"""
def __init__(self, url = None):
super(RemoteHtmlFileIO, self).__init__()
self._url = url
self._content = None
@property
def url(self):
return self._url
def open(self, url = None):
"""docstring for open"""
if url:
self._url = url
try:
url_req = urllib2.Request(self._url)
url_req.add_header("User-agent", "Mozilla/5.0")
self._content = urllib2.urlopen(url_req).read()
except IOError, ErrMsg:
logger.warning('Maybe %s is dead', self._url)
return None
except httplib.BadStatusLine:
logger.warning('happen BadStatusLine', self._url)
return None
return self._content
def read(self):
"""docstring for read"""
return self._content
def delete(self):
"""docstring for delete"""
self._content = None