-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathcache.py
135 lines (122 loc) · 4.46 KB
/
cache.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
"""
Copyright (c) 2010, 2011, 2012 Popeye
Permission is hereby granted, free of charge, to any person
obtaining a copy of this software and associated documentation
files (the "Software"), to deal in the Software without
restriction, including without limitation the rights to use,
copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the
Software is furnished to do so, subject to the following
conditions:
The above copyright notice and this permission notice shall be
included in all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
OTHER DEALINGS IN THE SOFTWARE.
"""
import os
import xbmc
import urllib2
from xml.dom.minidom import parseString
import time
from datetime import date
class Cache:
def __init__(self, path, seconds = 3600):
cache_path = os.path.join(path, 'cache')
self.seconds = seconds
if os.path.exists(path):
if not os.path.exists(cache_path):
os.mkdir(cache_path)
self.path = cache_path
self._clear_cache()
def fetch(self, url_in):
url = Url(url_in, self.path, self.seconds)
doc, e = self._retrieve_doc(url)
if e is None:
obj, e = self._parse_string(doc)
if e is None:
return obj, None
else:
return None, e
else:
return None, e
def _retrieve_doc(self, url):
""" Tries loading a url and returning a document"""
# Here is where the caching begins
if url.is_old():
doc, e = self._load_url(url)
if e is None:
with open(url.cache, "wb") as out:
try:
out.write(doc)
except:
e = "Failed writing %s" % url.cache
else:
return None, e
else:
with open(url.cache, "rb") as out:
try:
doc = out.read()
except:
e = "Failed reading %s" % url.cache
return None, e
return doc, None
def _load_url(self, url):
headers = { 'User-Agent' : 'Xbmc/12.0 (Addon; plugin.video.newznab)' }
req = urllib2.Request(url.real, None, headers)
try:
response = urllib2.urlopen(req)
except urllib2.URLError, ex:
if hasattr(ex, 'reason'):
print ex.reason
e = ex.reason
e = "%s %s" % (ex.reason, url.real)
return None, e
elif hasattr(ex, 'code'):
e = "%s %s" % (ex.code, url.real)
return None, e
else:
doc = response.read()
response.close()
return doc, None
def _parse_string(self, xml):
""" Tries parsing a xml document and returning a object"""
try:
obj = parseString(xml)
except:
e = "Failed parsing xml"
return None, e
else:
return obj, None
def _clear_cache(self):
for filename in os.listdir(self.path):
file = os.path.join(self.path, filename)
if time.time() - os.path.getmtime(file) > self.seconds:
# Make sure we dont remove wrong files...
if ".tbn" in file:
try:
os.remove(file)
except:
print "failed removing cache file %s" % file
class Url:
def __init__(self, url, cache_path, seconds = 3600):
self.cache_name = xbmc.getCacheThumbName(url)
self.real = url
self.path = cache_path
self.cache = os.path.join(self.path, self.cache_name)
self.seconds = seconds
def is_old(self):
try:
file_time = os.path.getmtime(self.cache)
except:
return True
else:
if time.time() - file_time > self.seconds:
return True
else:
return False