# -*- coding: utf-8 -*-
from __future__ import with_statement
import os
import re
import sys
import time
from operator import itemgetter
from module.network.RequestFactory import getURL
from module.plugins.Hook import Expose, Hook, threaded
from module.utils import save_join
# Case-sensitive os.path.exists
def exists(path):
if os.path.exists(path):
if os.name == 'nt':
dir, name = os.path.split(path)
return name in os.listdir(dir)
else:
return True
else:
return False
class UpdateManager(Hook):
__name__ = "UpdateManager"
__type__ = "hook"
__version__ = "0.51"
__config__ = [("activated" , "bool", "Activated" , True ),
("checkinterval", "int" , "Check interval in hours" , 8 ),
("autorestart" , "bool", "Auto-restart pyLoad when required" , True ),
("checkonstart" , "bool", "Check for updates on startup" , True ),
("checkperiod" , "bool", "Check for updates periodically" , True ),
("reloadplugins", "bool", "Monitor plugin code changes in debug mode", True ),
("nodebugupdate", "bool", "Don't update plugins in debug mode" , False)]
__description__ = """ Check for updates """
__license__ = "GPLv3"
__authors__ = [("Walter Purcaro", "vuolter@gmail.com")]
interval = 0
SERVER_URL = "http://updatemanager.pyload.org"
MIN_CHECK_INTERVAL = 3 * 60 * 60 #: 3 hours
event_list = ["allDownloadsProcessed"]
def coreReady(self):
if self.checkonstart:
self.update()
self.initPeriodical()
def setup(self):
self.interval = 10
self.info = {'pyload': False, 'version': None, 'plugins': False, 'last_check': time.time()}
self.mtimes = {} #: store modification time for each plugin
if self.getConfig('checkonstart'):
self.core.api.pauseServer()
self.checkonstart = True
else:
self.checkonstart = False
self.do_restart = False
def allDownloadsProcessed(self):
if self.do_restart is True:
self.logWarning(_("Downloads are done, restarting pyLoad to reload the updated plugins"))
self.core.api.restart()
def periodical(self):
if self.core.debug:
if self.getConfig('reloadplugins'):
self.autoreloadPlugins()
if self.getConfig('nodebugupdate'):
return
if self.getConfig('checkperiod') \
and time.time() - max(self.MIN_CHECK_INTERVAL, self.getConfig('checkinterval') * 60 * 60) > self.info['last_check']:
self.update()
@Expose
def autoreloadPlugins(self):
""" reload and reindex all modified plugins """
modules = filter(
lambda m: m and (m.__name__.startswith("module.plugins.") or
m.__name__.startswith("userplugins.")) and
m.__name__.count(".") >= 2, sys.modules.itervalues()
)
reloads = []
for m in modules:
root, type, name = m.__name__.rsplit(".", 2)
id = (type, name)
if type in self.core.pluginManager.plugins:
f = m.__file__.replace(".pyc", ".py")
if not os.path.isfile(f):
continue
mtime = os.stat(f).st_mtime
if id not in self.mtimes:
self.mtimes[id] = mtime
elif self.mtimes[id] < mtime:
reloads.append(id)
self.mtimes[id] = mtime
return True if self.core.pluginManager.reloadPlugins(reloads) else False
def server_response(self):
try:
return getURL(self.SERVER_URL, get={'v': self.core.api.getServerVersion()}).splitlines()
except Exception:
self.logWarning(_("Unable to retrieve server to get updates"))
@Expose
@threaded
def update(self):
""" check for updates """
self.core.api.pauseServer()
if self._update() is 2 and self.getConfig('autorestart'):
if not self.core.api.statusDownloads():
self.core.api.restart()
else:
self.do_restart = True
self.logWarning(_("Downloads are active, will restart once the download is done"))
else:
self.core.api.unpauseServer()
def _update(self):
data = self.server_response()
self.info['last_check'] = time.time()
if not data:
exitcode = 0
elif data[0] == "None":
self.logInfo(_("No new pyLoad version available"))
exitcode = self._updatePlugins(data[1:])
elif onlyplugin:
exitcode = 0
else:
self.logInfo(_("*** New pyLoad Version %s available ***") % data[0])
self.logInfo(_("*** Get it here: https://github.com/pyload/pyload/releases ***"))
self.info['pyload'] = True
self.info['version'] = data[0]
exitcode = 3
# Exit codes:
# -1 = No plugin updated, new pyLoad version available
# 0 = No plugin updated
# 1 = Plugins updated
# 2 = Plugins updated, but restart required
return exitcode
def _updatePlugins(self, data):
""" check for plugin updates """
exitcode = 0
updated = []
url = data[0]
schema = data[1].split('|')
VERSION = re.compile(r'__version__.*=.*("|\')([\d.]+)')
if "BLACKLIST" in data:
blacklist = data[data.index('BLACKLIST') + 1:]
updatelist = data[2:data.index('BLACKLIST')]
else:
blacklist = []
updatelist = data[2:]
updatelist = [dict(zip(schema, x.split('|'))) for x in updatelist]
blacklist = [dict(zip(schema, x.split('|'))) for x in blacklist]
if blacklist:
type_plugins = [(plugin['type'], plugin['name'].rsplit('.', 1)[0]) for plugin in blacklist]
# Protect UpdateManager from self-removing
try:
type_plugins.remove(("hook", "UpdateManager"))
except ValueError:
pass
for t, n in type_plugins:
for idx, plugin in enumerate(updatelist):
if n == plugin['name'] and t == plugin['type']:
updatelist.pop(idx)
break
for t, n in self.removePlugins(sorted(type_plugins)):
self.logInfo(_("Removed blacklisted plugin: [%(type)s] %(name)s") % {
'type': t,
'name': n,
})
for plugin in sorted(updatelist, key=itemgetter("type", "name")):
filename = plugin['name']
prefix = plugin['type']
version = plugin['version']
if filename.endswith(".pyc"):
name = filename[:filename.find("_")]
else:
name = filename.replace(".py", "")
#@TODO: Remove in 0.4.10
if prefix.endswith("s"):
type = prefix[:-1]
else:
type = prefix
plugins = getattr(self.core.pluginManager, "%sPlugins" % type)
oldver = float(plugins[name]['v']) if name in plugins else None
newver = float(version)
if not oldver:
msg = "New plugin: [%(type)s] %(name)s (v%(newver).2f)"
elif newver > oldver:
msg = "New version of plugin: [%(type)s] %(name)s (v%(oldver).2f -> v%(newver).2f)"
else:
continue
self.logInfo(_(msg) % {'type' : type,
'name' : name,
'oldver': oldver,
'newver': newver})
try:
content = getURL(url % plugin)
m = VERSION.search(content)
if m and m.group(2) == version:
with open(save_join("userplugins", prefix, filename), "wb") as f:
f.write(content)
updated.append((prefix, name))
else:
raise Exception, _("Version mismatch")
except Exception, e:
self.logError(_("Error updating plugin: %s") % filename, e)
if updated:
self.logInfo(_("*** Plugins updated ***"))
if self.core.pluginManager.reloadPlugins(updated):
exitcode = 1
else:
self.logWarning(_("pyLoad restart required to reload the updated plugins"))
self.info['plugins'] = True
exitcode = 2
self.manager.dispatchEvent("plugin_updated", updated)
else:
self.logInfo(_("No plugin updates available"))
# Exit codes:
# 0 = No plugin updated
# 1 = Plugins updated
# 2 = Plugins updated, but restart required
return exitcode
@Expose
def removePlugins(self, type_plugins):
""" delete plugins from disk """
if not type_plugins:
return
removed = set()
self.logDebug("Requested deletion of plugins: %s" % type_plugins)
for type, name in type_plugins:
rootplugins = os.path.join(pypath, "module", "plugins")
for dir in ("userplugins", rootplugins):
py_filename = save_join(dir, type, name + ".py")
pyc_filename = py_filename + "c"
if type == "hook":
try:
self.manager.deactivateHook(name)
except Exception, e:
self.logDebug(e)
for filename in (py_filename, pyc_filename):
if not exists(filename):
continue
try:
os.remove(filename)
except OSError, e:
self.logError(_("Error removing: %s") % filename, e)
else:
id = (type, name)
removed.add(id)
return list(removed) #: return a list of the plugins successfully removed