diff options
Diffstat (limited to 'module/plugins/hoster/RapidshareCom.py')
| -rw-r--r-- | module/plugins/hoster/RapidshareCom.py | 188 |
1 files changed, 188 insertions, 0 deletions
diff --git a/module/plugins/hoster/RapidshareCom.py b/module/plugins/hoster/RapidshareCom.py new file mode 100644 index 000000000..fa5f053de --- /dev/null +++ b/module/plugins/hoster/RapidshareCom.py @@ -0,0 +1,188 @@ + +#!/usr/bin/env python +# -*- coding: utf-8 -*- + +import re +from time import time + +from module.network.Request import getURL +from module.plugins.Hoster import Hoster +import hashlib + +def getInfo(urls): + + ids = "" + names = "" + + for url in urls: + tmp = url.split("/") + ids+= ","+tmp[-2] + names+= ","+tmp[-1] + + url = "http://api.rapidshare.com/cgi-bin/rsapi.cgi?sub=checkfiles_v1&files=%s&filenames=%s" % (ids[1:], names[1:]) + + + api = getURL(url) + result = [] + i = 0 + for res in api.split(): + tmp = res.split(",") + if tmp[4] in ("0", "4", "5"): status = 1 + elif tmp[4] == "1": status = 2 + else: status = 3 + + result.append( (tmp[1], tmp[2], status, urls[i]) ) + i += 1 + + yield result + +class RapidshareCom(Hoster): + __name__ = "RapidshareCom" + __type__ = "hoster" + __pattern__ = r"http://[\w\.]*?rapidshare.com/files/(\d*?)/(.*)" + __version__ = "1.1" + __description__ = """Rapidshare.com Download Hoster""" + __config__ = [ ("server", "str", "Preferred Server", "None") ] + __author_name__ = ("spoob", "RaNaN", "mkaay") + __author_mail__ = ("spoob@pyload.org", "ranan@pyload.org", "mkaay@mkaay.de") + + def setup(self): + self.html = [None, None] + self.no_slots = True + self.api_data = None + self.multiDL = False + if self.account: + self.multiDL = True + self.req.canContinue = True + + def process(self, pyfile): + self.url = self.pyfile.url + self.prepare() + self.proceed(self.url) + + def prepare(self): + # self.no_slots = True + # self.want_reconnect = False + + self.download_api_data() + if self.api_data["status"] == "1": + self.pyfile.name = self.get_file_name() + + if self.account: + info = self.account.getAccountInfo(self.account.getAccountData(self)[0]) + self.log.debug(_("%s: Use Premium Account (%sGB left)") % (self.__name__, info["trafficleft"]/1000/1000)) + if self.api_data["size"] / 1024 > info["trafficleft"]: + self.log.info(_("%s: Not enough traffic left" % self.__name__)) + self.resetAcount() + else: + self.url = self.api_data["mirror"] + return True + + self.download_html() + while self.no_slots: + self.setWait(self.get_wait_time()) + self.wait() + # self.pyfile.status.waituntil = self.time_plus_wait + # self.pyfile.status.want_reconnect = self.want_reconnect + # thread.wait(self.pyfile) + + self.url = self.get_file_url() + + return True + elif self.api_data["status"] == "2": + self.log.info(_("Rapidshare: Traffic Share (direct download)")) + self.pyfile.name = self.get_file_name() + # self.pyfile.status.url = self.parent.url + return True + else: + self.fail("Unknown response code.") + + def download_api_data(self, force=False): + """ + http://images.rapidshare.com/apidoc.txt + """ + if self.api_data and not force: + return + api_url_base = "http://api.rapidshare.com/cgi-bin/rsapi.cgi" + api_param_file = {"sub": "checkfiles_v1", "files": "", "filenames": "", "incmd5": "1"} + m = re.compile(self.__pattern__).search(self.url) + if m: + api_param_file["files"] = m.group(1) + api_param_file["filenames"] = m.group(2) + src = self.load(api_url_base, cookies=False, get=api_param_file) + if src.startswith("ERROR"): + return + fields = src.split(",") + self.api_data = {} + self.api_data["fileid"] = fields[0] + self.api_data["filename"] = fields[1] + self.api_data["size"] = int(fields[2]) # in bytes + self.api_data["serverid"] = fields[3] + self.api_data["status"] = fields[4] + """ + status codes: + 0=File not found + 1=File OK (Downloading possible without any logging) + 2=File OK (TrafficShare direct download without any logging) + 3=Server down + 4=File marked as illegal + 5=Anonymous file locked, because it has more than 10 downloads already + 6=File OK (TrafficShare direct download with enabled logging) + """ + self.api_data["shorthost"] = fields[5] + self.api_data["checksum"] = fields[6].strip().lower() # md5 + + self.api_data["mirror"] = "http://rs%(serverid)s%(shorthost)s.rapidshare.com/files/%(fileid)s/%(filename)s" % self.api_data + + def download_html(self): + """ gets the url from self.parent.url saves html in self.html and parses + """ + self.html[0] = self.load(self.url, cookies=False) + + def get_wait_time(self): + """downloads html with the important informations + """ + file_server_url = re.search(r"<form action=\"(.*?)\"", self.html[0]).group(1) + self.html[1] = self.load(file_server_url, cookies=False, post={"dl.start": "Free"}) + + if re.search(r"is already downloading", self.html[1]): + self.log.info(_("Rapidshare: Already downloading, wait 30 minutes")) + return 30 * 60 + self.no_slots = False + try: + wait_minutes = re.search(r"Or try again in about (\d+) minute", self.html[1]).group(1) + self.no_slots = True + self.wantReconnect = True + return 60 * int(wait_minutes) + 60 + except: + if re.search(r"(Currently a lot of users|no more download slots|servers are overloaded)", self.html[1], re.I) != None: + self.log.info(_("Rapidshare: No free slots!")) + self.no_slots = True + return time() + 130 + self.no_slots = False + wait_seconds = re.search(r"var c=(.*);.*", self.html[1]).group(1) + return int(wait_seconds) + 5 + + def get_file_url(self): + """ returns the absolute downloadable filepath + """ + if self.getConf('server') == "None": + file_url_pattern = r".*name=\"dlf\" action=\"(.*)\" method=.*" + else: + file_url_pattern = '(http://rs.*)\';" /> %s<br />' % getConf('server') + + return re.search(file_url_pattern, self.html[1]).group(1) + + def get_file_name(self): + if self.api_data["filename"]: + return self.api_data["filename"] + elif self.html[0]: + file_name_pattern = r"<p class=\"downloadlink\">.+/(.+) <font" + file_name_search = re.search(file_name_pattern, self.html[0]) + if file_name_search: + return file_name_search.group(1) + return self.url.split("/")[-1] + + def proceed(self, url): + self.download(url, get={"directstart":1}, cookies=True) + |