summaryrefslogtreecommitdiffstats
path: root/module/ThreadManager.py
diff options
context:
space:
mode:
authorGravatar mkaay <mkaay@mkaay.de> 2010-08-25 16:48:55 +0200
committerGravatar mkaay <mkaay@mkaay.de> 2010-08-25 16:48:55 +0200
commit3c9f55270a83b0e88ec0dc516f9d9921e4d7b6ea (patch)
treec5b2b1bfeb7eb8df2b97be118f6cbcec4e29cb3b /module/ThreadManager.py
parentul.to fetching, so.biz expire (diff)
downloadpyload-3c9f55270a83b0e88ec0dc516f9d9921e4d7b6ea.tar.xz
merged gui
Diffstat (limited to 'module/ThreadManager.py')
-rw-r--r--module/ThreadManager.py189
1 files changed, 0 insertions, 189 deletions
diff --git a/module/ThreadManager.py b/module/ThreadManager.py
deleted file mode 100644
index b9c407484..000000000
--- a/module/ThreadManager.py
+++ /dev/null
@@ -1,189 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-"""
- This program is free software; you can redistribute it and/or modify
- it under the terms of the GNU General Public License as published by
- the Free Software Foundation; either version 3 of the License,
- or (at your option) any later version.
-
- This program is distributed in the hope that it will be useful,
- but WITHOUT ANY WARRANTY; without even the implied warranty of
- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
- See the GNU General Public License for more details.
-
- You should have received a copy of the GNU General Public License
- along with this program; if not, see <http://www.gnu.org/licenses/>.
-
- @author: RaNaN
-"""
-
-from os.path import exists, join
-import re
-from subprocess import Popen
-from threading import Event
-from time import sleep
-from traceback import print_exc
-
-import PluginThread
-from module.network.Request import getURL
-
-########################################################################
-class ThreadManager:
- """manages the download threads, assign jobs, reconnect etc"""
-
- #----------------------------------------------------------------------
- def __init__(self, core):
- """Constructor"""
- self.core = core
- self.log = core.log
-
- self.threads = [] # thread list
- self.localThreads = [] #hook+decrypter threads
-
- #self.infoThread = PluginThread.InfoThread(self)
-
- self.pause = True
-
- self.reconnecting = Event()
- self.reconnecting.clear()
-
- for i in range(0, self.core.config.get("general", "max_downloads")):
- self.createThread()
-
-
-
- #----------------------------------------------------------------------
- def createThread(self):
- """create a download thread"""
-
- thread = PluginThread.DownloadThread(self)
- self.threads.append(thread)
-
- #----------------------------------------------------------------------
- def createInfoThread(self, data, pid):
- """
- start a thread whichs fetches online status and other infos
- data = [ .. () .. ]
- """
-
- PluginThread.InfoThread(self, data, pid)
-
-
- #----------------------------------------------------------------------
- def downloadingIds(self):
- """get a list of the currently downloading pyfile's ids"""
- return [x.active.id for x in self.threads if x.active and x.active != "quit"]
-
- #----------------------------------------------------------------------
- def processingIds(self):
- """get a id list of all pyfiles processed"""
- return [x.active.id for x in self.threads + self.localThreads if x.active and x.active != "quit"]
-
-
- #----------------------------------------------------------------------
- def work(self):
- """run all task which have to be done (this is for repetivive call by core)"""
-
- self.tryReconnect()
- self.checkThreadCount()
- self.assignJob()
-
- #----------------------------------------------------------------------
- def tryReconnect(self):
- """checks if reconnect needed"""
-
- if not (self.core.server_methods.is_time_reconnect() and self.core.config["reconnect"]["activated"]):
- return False
-
- active = [x.active.plugin.wantReconnect and x.active.plugin.waiting for x in self.threads if x.active]
-
- if active.count(True) > 0 and len(active) == active.count(True):
-
- if not exists(self.core.config['reconnect']['method']):
- if exists(join(pypath, self.core.config['reconnect']['method'])):
- self.core.config['reconnect']['method'] = join(pypath, self.core.config['reconnect']['method'])
- else:
- self.core.config["reconnect"]["activated"] = False
- self.log.warning(_("Reconnect script not found!"))
- return
-
-
- self.reconnecting.set()
-
- #Do reconnect
- self.log.info(_("Starting reconnect"))
-
-
- while [x.active.plugin.waiting for x in self.threads if x.active].count(True) != 0:
- sleep(0.25)
-
-
- ip = re.match(".*Current IP Address: (.*)</body>.*", getURL("http://checkip.dyndns.org/")).group(1)
-
- self.core.hookManager.beforeReconnecting(ip)
- reconn = Popen(self.core.config['reconnect']['method'])#, stdout=subprocess.PIPE)
- reconn.wait()
- sleep(1)
- ip = ""
- while ip == "":
- try:
- ip = re.match(".*Current IP Address: (.*)</body>.*", getURL("http://checkip.dyndns.org/")).group(1) #get new ip
- except:
- ip = ""
- sleep(1)
- self.core.hookManager.afterReconnecting(ip)
-
- self.log.info(_("Reconnected, new IP: %s") % ip)
-
-
- self.reconnecting.clear()
-
- #----------------------------------------------------------------------
- def checkThreadCount(self):
- """checks if there are need for increasing or reducing thread count"""
-
- if len(self.threads) == self.core.config.get("general", "max_downloads"):
- return True
- elif len(self.threads) < self.core.config.get("general", "max_downloads"):
- self.createThread()
- else:
- #@TODO: close thread
- pass
-
-
- #----------------------------------------------------------------------
- def assignJob(self):
- """assing a job to a thread if possible"""
-
- if self.pause or not self.core.server_methods.is_time_download(): return
-
- free = [x for x in self.threads if not x.active]
-
-
-
- occ = [x.active.pluginname for x in self.threads if x.active and not x.active.plugin.multiDL]
- occ.sort()
- occ = tuple(set(occ))
- job = self.core.files.getJob(occ)
- if job:
- try:
- job.initPlugin()
- except Exception, e:
- self.log.critical(str(e))
- if self.core.debug:
- print_exc()
-
- if job.plugin.__type__ == "hoster":
- if free:
- thread = free[0]
- thread.put(job)
- else:
- #put job back
- if not self.core.files.jobCache.has_key(occ):
- self.core.files.jobCache[occ] = []
- self.core.files.jobCache[occ].append(job.id)
-
- else:
- thread = PluginThread.DecrypterThread(self, job)
-