#!/usr/bin/env python # -*- coding: utf-8 -*- import re from os import stat, remove from time import sleep from module.network.Request import getURL from module.plugins.Hoster import Hoster def getInfo(urls): ids = "" names = "" p = re.compile(RapidshareCom.__pattern__) for url in urls: r = p.search(url) if r.group("name"): ids+= ","+r.group("id") names+= ","+r.group("name") elif r.group("name_new"): ids+= ","+r.group("id_new") names+= ","+r.group("name_new") url = "http://api.rapidshare.com/cgi-bin/rsapi.cgi?sub=checkfiles_v1&files=%s&filenames=%s" % (ids[1:], names[1:]) api = getURL(url) result = [] i = 0 for res in api.split(): tmp = res.split(",") if tmp[4] in ("0", "4", "5"): status = 1 elif tmp[4] == "1": status = 2 else: status = 3 result.append( (tmp[1], tmp[2], status, urls[i]) ) i += 1 yield result class RapidshareCom(Hoster): __name__ = "RapidshareCom" __type__ = "hoster" __pattern__ = r"http://[\w\.]*?rapidshare.com/(?:files/(?P\d*?)/(?P.+)|#!download\|(?:\d+)\|(?P\d+)\|(?P[^|]+))" __version__ = "1.31" __description__ = """Rapidshare.com Download Hoster""" __config__ = [["server", "Cogent;Deutsche Telekom;Level(3);Level(3) #2;GlobalCrossing;Level(3) #3;Teleglobe;GlobalCrossing #2;TeliaSonera #2;Teleglobe #2;TeliaSonera #3;TeliaSonera", "Preferred Server", "None"]] __author_name__ = ("spoob", "RaNaN", "mkaay") __author_mail__ = ("spoob@pyload.org", "ranan@pyload.org", "mkaay@mkaay.de") def setup(self): self.html = None self.no_download = True self.api_data = None self.multiDL = False self.offset = 0 self.dl_dict = {} self.id = None self.name = None if self.account: self.multiDL = True self.req.canContinue = True def process(self, pyfile): self.url = self.pyfile.url self.prepare() def prepare(self): # self.no_slots = True # self.want_reconnect = False m = re.search(self.__pattern__, self.url) if m.group("name"): self.id = m.group("id") self.name = m.group("name") else: self.id = m.group("id_new") self.name = m.group("name_new") self.download_api_data() if self.api_data["status"] == "1": self.pyfile.name = self.get_file_name() if self.account: self.handlePremium() else: self.handleFree() elif self.api_data["status"] == "2": self.log.info(_("Rapidshare: Traffic Share (direct download)")) self.pyfile.name = self.get_file_name() # self.pyfile.status.url = self.parent.url self.download(self.pyfile.url, get={"directstart":1}, cookies=True) elif int(self.api_data["status"]) >= 50 and int(self.api_data["status"]) < 100: self.pyfile.name = self.get_file_name() self.download(self.pyfile.url) elif self.api_data["status"] in ("4","5"): self.offline() else: self.fail("Unknown response code.") def handleFree(self): while self.no_download: self.dl_dict = self.freeWait() tmp = "#!download|%(server)s|%(id)s|%(name)s|%(size)s" download = "http://%(host)s/cgi-bin/rsapi.cgi?sub=download_v1&editparentlocation=1&bin=1&fileid=%(id)s&filename=%(name)s&dlauth=%(auth)s" % self.dl_dict dl = self.download(download, ref=False) self.postCheck(dl) def postCheck(self, dl): size = stat(dl) size = size.st_size if (size < int(self.api_data["size"]) and size < 10000): f = open(dl, "rb") content = f.read() f.close() self.no_download = True if "You need RapidPro to download more files from your IP address" in content: remove(dl) self.setWait(60) self.log.info(_("Already downloading from this ip address, waiting 60 seconds")) self.wait() self.handleFree() elif "Download auth invalid" in content: remove(dl) self.log.info(_("Invalid Auth Code, download will be restarted")) self.offset += 5 self.handleFree() def handlePremium(self): info = self.account.getAccountInfo(self.user, True) self.log.debug(_("%(name)s: Use Premium Account (%(left)sGB left)") % { "name" : self.__name__, "left": info["trafficleft"]/1000/1000 }) if self.api_data["size"] / 1024 > info["trafficleft"]: self.log.info(_("%s: Not enough traffic left" % self.__name__)) self.account.empty() self.resetAccount() else: url = self.api_data["mirror"] self.download(url, get={"directstart":1}, cookies=True) def download_api_data(self, force=False): """ http://images.rapidshare.com/apidoc.txt """ if self.api_data and not force: return api_url_base = "http://api.rapidshare.com/cgi-bin/rsapi.cgi" api_param_file = {"sub": "checkfiles_v1", "files": "", "filenames": "", "incmd5": "1", "files": self.id, "filenames": self.name} src = self.load(api_url_base, cookies=False, get=api_param_file).strip() self.log.debug("RS INFO API: %s" % src) if src.startswith("ERROR"): return fields = src.split(",") """ status codes: 0=File not found 1=File OK (Downloading possible without any logging) 2=File OK (TrafficShare direct download without any logging) 3=Server down 4=File marked as illegal 5=Anonymous file locked, because it has more than 10 downloads already 6=File OK (TrafficShare direct download with enabled logging) """ self.api_data = {"fileid": fields[0], "filename": fields[1], "size": int(fields[2]), "serverid": fields[3], "status": fields[4], "shorthost": fields[5], "checksum": fields[6].strip().lower()} self.api_data["mirror"] = "http://rs%(serverid)s%(shorthost)s.rapidshare.com/files/%(fileid)s/%(filename)s" % self.api_data def freeWait(self): """downloads html with the important informations """ self.html = self.load("http://rapidshare.com/files/%s/%s" % (self.id, self.name),ref=False) sleep(1) self.no_download = True id = self.id name = self.name prepare = "http://api.rapidshare.com/cgi-bin/rsapi.cgi?sub=download_v1&fileid=%(id)s&filename=%(name)s&try=1&cbf=RSAPIDispatcher&cbid=1" % {"name": name, "id" : id} result = self.load(prepare, ref=False) self.log.debug("RS API Result: %s" % result) between_wait = re.search("You need to wait (\d+) seconds", result) if "You need RapidPro to download more files from your IP address" in result: self.setWait(60) self.log.info(_("Already downloading from this ip address, waiting 60 seconds")) self.wait() elif "Too many users downloading from this server right now" in result: self.setWait(120) self.log.info(_("RapidShareCom: No free slots")) self.wait() elif between_wait: self.setWait(int(between_wait.group(1))) self.wantReconnect = True self.wait() else: self.no_download = False tmp, info = result.split(":") data = info.split(",") dl_dict = {"id": id, "name": name, "host": data[0], "auth": data[1], "server": self.api_data["serverid"], "size": self.api_data["size"] } self.setWait(int(data[2])+2+self.offset) self.wait() return dl_dict def get_file_name(self): if self.api_data["filename"]: return self.api_data["filename"] return self.url.split("/")[-1]