# -*- coding: utf-8 -*-
import re
from pycurl import HTTPHEADER
from module.common.json_layer import json_loads
from module.network.HTTPRequest import BadHeader
from module.plugins.hoster.UnrestrictLi import secondsToMidnight
from module.plugins.internal.CaptchaService import AdsCaptcha, ReCaptcha, SolveMedia
from module.plugins.internal.SimpleHoster import SimpleHoster, create_getInfo
class RapidgatorNet(SimpleHoster):
__name__ = "RapidgatorNet"
__type__ = "hoster"
__version__ = "0.22"
__pattern__ = r'http://(?:www\.)?(rapidgator\.net|rg\.to)/file/\w+'
__description__ = """Rapidgator.net hoster plugin"""
__author_name__ = ("zoidberg", "chrox", "stickell", "Walter Purcaro")
__author_mail__ = ("zoidberg@mujmail.cz", "", "l.stickell@yahoo.it", "vuolter@gmail.com")
API_URL = "http://rapidgator.net/api/file"
FILE_NAME_PATTERN = r'<title>Download file (?P<N>.*)</title>'
FILE_SIZE_PATTERN = r'File size:\s*<strong>(?P<S>[\d\.]+) (?P<U>\w+)</strong>'
OFFLINE_PATTERN = r'>(File not found|Error 404)'
JSVARS_PATTERN = r"\s+var\s*(startTimerUrl|getDownloadUrl|captchaUrl|fid|secs)\s*=\s*'?(.*?)'?;"
PREMIUM_ONLY_ERROR_PATTERN = r'You can download files up to|This file can be downloaded by premium only<'
DOWNLOAD_LIMIT_ERROR_PATTERN = r'You have reached your (daily|hourly) downloads limit'
WAIT_PATTERN = r'(?:Delay between downloads must be not less than|Try again in)\s*(\d+)\s*(hour|min)'
LINK_PATTERN = r"return '(http://\w+.rapidgator.net/.*)';"
RECAPTCHA_KEY_PATTERN = r'"http://api\.recaptcha\.net/challenge\?k=(.*?)"'
ADSCAPTCHA_SRC_PATTERN = r'(http://api\.adscaptcha\.com/Get\.aspx[^"\']*)'
SOLVEMEDIA_PATTERN = r'http://api\.solvemedia\.com/papi/challenge\.script\?k=(.*?)"'
def setup(self):
self.resumeDownload = self.multiDL = self.premium
self.sid = None
self.chunkLimit = 1
self.req.setOption("timeout", 120)
def process(self, pyfile):
if self.account:
self.sid = self.account.getAccountData(self.user).get('SID', None)
if self.sid:
self.handlePremium()
else:
self.handleFree()
def api_response(self, cmd):
try:
json = self.load('%s/%s' % (self.API_URL, cmd),
get={'sid': self.sid,
'url': self.pyfile.url}, decode=True)
self.logDebug("API:%s" % cmd, json, "SID: %s" % self.sid)
json = json_loads(json)
status = json['response_status']
msg = json['response_details']
except BadHeader, e:
self.logError("API:%s" % cmd, e, "SID: %s" % self.sid)
status = e.code
msg = e
if status == 200:
return json['response']
elif status == 423:
self.account.empty(self.user)
self.retry()
else:
self.account.relogin(self.user)
self.retry(wait_time=60)
def handlePremium(self):
#self.logDebug("ACCOUNT_DATA", self.account.getAccountData(self.user))
self.api_data = self.api_response('info')
self.api_data['md5'] = self.api_data['hash']
self.pyfile.name = self.api_data['filename']
self.pyfile.size = self.api_data['size']
url = self.api_response('download')['url']
self.download(url)
def handleFree(self):
self.html = self.load(self.pyfile.url, decode=True)
self.checkFree()
jsvars = dict(re.findall(self.JSVARS_PATTERN, self.html))
self.logDebug(jsvars)
self.req.http.lastURL = self.pyfile.url
self.req.http.c.setopt(HTTPHEADER, ["X-Requested-With: XMLHttpRequest"])
url = "http://rapidgator.net%s?fid=%s" % (
jsvars.get('startTimerUrl', '/download/AjaxStartTimer'), jsvars['fid'])
jsvars.update(self.getJsonResponse(url))
self.wait(int(jsvars.get('secs', 45)) + 1, False)
url = "http://rapidgator.net%s?sid=%s" % (
jsvars.get('getDownloadUrl', '/download/AjaxGetDownload'), jsvars['sid'])
jsvars.update(self.getJsonResponse(url))
self.req.http.lastURL = self.pyfile.url
self.req.http.c.setopt(HTTPHEADER, ["X-Requested-With:"])
url = "http://rapidgator.net%s" % jsvars.get('captchaUrl', '/download/captcha')
self.html = self.load(url)
for _ in xrange(5):
m = re.search(self.LINK_PATTERN, self.html)
if m:
link = m.group(1)
self.logDebug(link)
self.download(link, disposition=True)
break
else:
captcha, captcha_key = self.getCaptcha()
captcha_challenge, captcha_response = captcha.challenge(captcha_key)
self.html = self.load(url, post={
"DownloadCaptchaForm[captcha]": "",
"adcopy_challenge": captcha_challenge,
"adcopy_response": captcha_response
})
if "The verification code is incorrect" in self.html:
self.invalidCaptcha()
else:
self.correctCaptcha()
else:
self.parseError("Download link")
def getCaptcha(self):
m = re.search(self.ADSCAPTCHA_SRC_PATTERN, self.html)
if m:
captcha_key = m.group(1)
captcha = AdsCaptcha(self)
else:
m = re.search(self.RECAPTCHA_KEY_PATTERN, self.html)
if m:
captcha_key = m.group(1)
captcha = ReCaptcha(self)
else:
m = re.search(self.SOLVEMEDIA_PATTERN, self.html)
if m:
captcha_key = m.group(1)
captcha = SolveMedia(self)
else:
self.parseError("Captcha")
return captcha, captcha_key
def checkFree(self):
m = re.search(self.PREMIUM_ONLY_ERROR_PATTERN, self.html)
if m:
self.fail("Premium account needed for download")
else:
m = re.search(self.WAIT_PATTERN, self.html)
if m:
wait_time = int(m.group(1)) * {"hour": 60, "min": 1}[m.group(2)]
else:
m = re.search(self.DOWNLOAD_LIMIT_ERROR_PATTERN, self.html)
if m is None:
return
elif m.group(1) == "daily":
self.logWarning("You have reached your daily downloads limit for today")
wait_time = secondsToMidnight(gmt=2)
else:
wait_time = 1 * 60 * 60
self.logDebug("Waiting %d minutes" % wait_time / 60)
self.wait(wait_time, True)
self.retry()
def getJsonResponse(self, url):
response = self.load(url, decode=True)
if not response.startswith('{'):
self.retry()
self.logDebug(url, response)
return json_loads(response)
getInfo = create_getInfo(RapidgatorNet)