[NetloadIn] Mark dead (temp)

3 files changed, 13 insertions, 406 deletions

diff --git a/module/plugins/accounts/NetloadIn.py b/module/plugins/accounts/NetloadIn.py
deleted file mode 100644
index 066174a28..000000000
--- a/module/plugins/accounts/NetloadIn.py
+++ /dev/null
@@ -1,63 +0,0 @@
-# -*- coding: utf-8 -*-
-
-import re
-import time
-
-from module.plugins.Account import Account
-
-
-class NetloadIn(Account):
-    __name__    = "NetloadIn"
-    __type__    = "account"
-    __version__ = "0.24"
-
-    __description__ = """Netload.in account plugin"""
-    __license__     = "GPLv3"
-    __authors__     = [("Walter Purcaro", "vuolter@gmail.com")]
-
-
-    def api_response(self, id, password, req):
-        return req.load("http://api.netload.in/user_info.php",
-                        get={'auth'         : "BVm96BWDSoB4WkfbEhn42HgnjIe1ilMt",
-                             'user_id'      : id,
-                             'user_password': password}).strip()
-
-
-    def loadAccountInfo(self, user, req):
-        validuntil  = None
-        trafficleft = -1
-        premium     = False
-
-        html = self.api_response(user, self.getAccountData(user)['password'], req)
-
-        if html == "-1":
-            premium = True
-
-        elif html == "0":
-            validuntil = -1
-
-        else:
-            try:
-                validuntil = time.mktime(time.strptime(html, "%Y-%m-%d %H:%M"))
-
-            except Exception, e:
-                self.logError(e)
-
-            else:
-                self.logDebug("Valid until: %s" % validuntil)
-
-                if validuntil > time.mktime(time.gmtime()):
-                    premium = True
-                else:
-                    validuntil = -1
-
-        return {'validuntil' : validuntil,
-                'trafficleft': trafficleft,
-                'premium'    : premium}
-
-
-    def login(self, user, data, req):
-        html = self.api_response(user, data['password'], req)
-
-        if not html or re.search(r'disallowed_agent|unknown_auth|login_failed', html):
-            self.wrongPassword()
diff --git a/module/plugins/crypter/NetfolderIn.py b/module/plugins/crypter/NetfolderIn.py
index ac76c059e..32d59af03 100644
--- a/module/plugins/crypter/NetfolderIn.py
+++ b/module/plugins/crypter/NetfolderIn.py
@@ -1,19 +1,15 @@
 # -*- coding: utf-8 -*-
 
-import re
+from module.plugins.internal.DeadCrypter import DeadCrypter, create_getInfo
 
-from module.plugins.internal.SimpleCrypter import SimpleCrypter, create_getInfo
 
-
-class NetfolderIn(SimpleCrypter):
+class NetfolderIn(DeadCrypter):
     __name__    = "NetfolderIn"
     __type__    = "crypter"
-    __version__ = "0.72"
+    __version__ = "0.73"
 
-    __pattern__ = r'http://(?:www\.)?netfolder\.in/(folder\.php\?folder_id=)?(?P<ID>\w+)(?(1)|/\w+)'
-    __config__  = [("use_premium"       , "bool", "Use premium account if available"   , True),
-                   ("use_subfolder"     , "bool", "Save package to subfolder"          , True),
-                   ("subfolder_per_pack", "bool", "Create a subfolder for each package", True)]
+    __pattern__ = r'http://(?:www\.)?netfolder\.(in|me)/(folder\.php\?folder_id=)?(?P<ID>\w+)(?(1)|/\w+)'
+    __config__  = []  #@TODO: Remove in 0.4.10
 
     __description__ = """NetFolder.in decrypter plugin"""
     __license__     = "GPLv3"
@@ -21,54 +17,4 @@ class NetfolderIn(SimpleCrypter):
                        ("fragonib", "fragonib[AT]yahoo[DOT]es")]
 
 
-    NAME_PATTERN = r'<div class="Text">Inhalt des Ordners <span.*>(?P<N>.+)</span></div>'
-
-
-    def prepare(self):
-        super(NetfolderIn, self).prepare()
-
-        # Check for password protection
-        if self.isPasswordProtected():
-            self.html = self.submitPassword()
-            if not self.html:
-                self.fail(_("Incorrect password, please set right password on Add package form and retry"))
-
-
-    def isPasswordProtected(self):
-        if '<input type="password" name="password"' in self.html:
-            self.logDebug("Links are password protected")
-            return True
-        return False
-
-
-    def submitPassword(self):
-        # Gather data
-        try:
-            m  = re.match(self.__pattern__, self.pyfile.url)
-            id = m.group('ID')
-        except AttributeError:
-            self.logDebug("Unable to get package id from url [%s]" % self.pyfile.url)
-            return
-        url = "http://netfolder.in/folder.php?folder_id=" + id
-        password = self.getPassword()
-
-        # Submit package password
-        post = {'password': password, 'save': 'Absenden'}
-        self.logDebug("Submitting password [%s] for protected links with id [%s]" % (password, id))
-        html = self.load(url, {}, post)
-
-        # Check for invalid password
-        if '<div class="InPage_Error">' in html:
-            self.logDebug("Incorrect password, please set right password on Edit package form and retry")
-            return None
-
-        return html
-
-
-    def getLinks(self):
-        links = re.search(r'name="list" value="(.*?)"', self.html).group(1).split(",")
-        self.logDebug("Package has %d links" % len(links))
-        return links
-
-
 getInfo = create_getInfo(NetfolderIn)
diff --git a/module/plugins/hoster/NetloadIn.py b/module/plugins/hoster/NetloadIn.py
index cab7bd88f..1c56a705c 100644
--- a/module/plugins/hoster/NetloadIn.py
+++ b/module/plugins/hoster/NetloadIn.py
@@ -1,297 +1,21 @@
 # -*- coding: utf-8 -*-
 
-import re
-import time
-import urlparse
+from module.plugins.internal.DeadHoster import DeadHoster, create_getInfo
 
-from module.network.RequestFactory import getURL
-from module.plugins.Hoster import Hoster
-from module.plugins.Plugin import chunks
-from module.plugins.internal.CaptchaService import ReCaptcha
 
-
-def getInfo(urls):
-    ##  returns list of tupels (name, size (in bytes), status (see FileDatabase), url)
-
-    apiurl = "http://api.netload.in/info.php"
-    id_regex = re.compile(NetloadIn.__pattern__)
-    urls_per_query = 80
-
-    for chunk in chunks(urls, urls_per_query):
-        ids = ""
-        for url in chunk:
-            match = id_regex.search(url)
-            if match:
-                ids = ids + match.group('ID') + ";"
-
-        api = getURL(apiurl,
-                     get={'auth'   : "Zf9SnQh9WiReEsb18akjvQGqT0I830e8",
-                          'bz'     : 1,
-                          'md5'    : 1,
-                          'file_id': ids},
-                     decode=True)
-
-        if api is None or len(api) < 10:
-            self.logDebug("Prefetch failed")
-            return
-
-        if api.find("unknown_auth") >= 0:
-            self.logDebug("Outdated auth code")
-            return
-
-        result = []
-
-        for i, r in enumerate(api.splitlines()):
-            try:
-                tmp = r.split(";")
-
-                try:
-                    size = int(tmp[2])
-                except Exception:
-                    size = 0
-
-                result.append((tmp[1], size, 2 if tmp[3] == "online" else 1, chunk[i] ))
-
-            except Exception:
-                self.logDebug("Error while processing response: %s" % r)
-
-        yield result
-
-
-class NetloadIn(Hoster):
+class NetloadIn(DeadHoster):
     __name__    = "NetloadIn"
     __type__    = "hoster"
-    __version__ = "0.49"
+    __version__ = "0.50"
 
-    __pattern__ = r'https?://(?:www\.)?netload\.in/(?P<PATH>datei|index\.php\?id=10&file_id=)(?P<ID>\w+)'
+    __pattern__ = r'https?://(?:www\.)?netload\.(in|me)/(?P<PATH>datei|index\.php\?id=10&file_id=)(?P<ID>\w+)'
+    __config__  = []  #@TODO: Remove in 0.4.10
 
     __description__ = """Netload.in hoster plugin"""
     __license__     = "GPLv3"
     __authors__     = [("spoob", "spoob@pyload.org"),
                        ("RaNaN", "ranan@pyload.org"),
-                       ("Gregy", "gregy@gregy.cz")]
-
-
-    RECAPTCHA_KEY = "6LcLJMQSAAAAAJzquPUPKNovIhbK6LpSqCjYrsR1"
-
-
-    def setup(self):
-        self.multiDL = self.resumeDownload = self.premium
-
-
-    def process(self, pyfile):
-        self.url = pyfile.url
-
-        self.prepare()
-
-        pyfile.setStatus("downloading")
-
-        self.proceed(self.url)
-
-
-    def prepare(self):
-        self.api_load()
-
-        if self.api_data and self.api_data['filename']:
-            self.pyfile.name = self.api_data['filename']
-
-        if self.premium:
-            self.logDebug("Use Premium Account")
-
-            settings = self.load("http://www.netload.in/index.php", get={'id': 2, 'lang': "en"})
-
-            if '<option value="2" selected="selected">Direkter Download' in settings:
-                self.logDebug("Using direct download")
-                return True
-            else:
-                self.logDebug("Direct downloads not enabled. Parsing html for a download URL")
-
-        if self.download_html():
-            return True
-        else:
-            self.fail(_("Failed"))
-            return False
-
-
-    def api_load(self, n=0):
-        url      = self.url
-        id_regex = re.compile(self.__pattern__)
-        match    = id_regex.search(url)
-
-        if match:
-            #normalize url
-            self.url = 'http://www.netload.in/datei%s.htm' % match.group('ID')
-            self.logDebug("URL: %s" % self.url)
-        else:
-            self.api_data = False
-            return
-
-        apiurl = "http://api.netload.in/info.php"
-        html = self.load(apiurl, cookies=False,
-                        get={"file_id": match.group('ID'), "auth": "Zf9SnQh9WiReEsb18akjvQGqT0I830e8", "bz": "1",
-                             "md5": "1"}, decode=True).strip()
-        if not html and n <= 3:
-            self.setWait(2)
-            self.wait()
-            self.api_load(n + 1)
-            return
-
-        self.logDebug("APIDATA: " + html)
-
-        self.api_data = {}
-
-        if html and ";" in html and html not in ("unknown file_data", "unknown_server_data", "No input file specified."):
-            lines = html.split(";")
-            self.api_data['exists']   = True
-            self.api_data['fileid']   = lines[0]
-            self.api_data['filename'] = lines[1]
-            self.api_data['size']     = lines[2]
-            self.api_data['status']   = lines[3]
-
-            if self.api_data['status'] == "online":
-                self.api_data['checksum'] = lines[4].strip()
-            else:
-                self.api_data = False  # check manually since api data is useless sometimes
-
-            if lines[0] == lines[1] and lines[2] == "0":  # useless api data
-                self.api_data = False
-        else:
-            self.api_data = False
-
-
-    def final_wait(self, page):
-        wait_time = self.get_wait_time.time(page)
-
-        self.setWait(wait_time)
-
-        self.logDebug("Final wait %d seconds" % wait_time)
-
-        self.wait()
-
-        self.url = self.get_file_url(page)
-
-
-    def check_free_wait(self, page):
-        if ">An access request has been made from IP address <" in page:
-            self.wantReconnect = True
-            self.setWait(self.get_wait_time.time(page) or 30)
-            self.wait()
-            return True
-        else:
-            return False
-
-
-    def download_html(self):
-        page = self.load(self.url, decode=True)
-
-        if "/share/templates/download_hddcrash.tpl" in page:
-            self.logError(_("Netload HDD Crash"))
-            self.fail(_("File temporarily not available"))
-
-        if not self.api_data:
-            self.logDebug("API Data may be useless, get details from html page")
-
-            if "* The file was deleted" in page:
-                self.offline()
-
-            name = re.search(r'class="dl_first_filename">([^<]+)', page, re.M)
-            # the found filename is not truncated
-            if name:
-                name = name.group(1).strip()
-                if not name.endswith(".."):
-                    self.pyfile.name = name
-
-        captchawaited = False
-
-        for i in xrange(5):
-            if not page:
-                page = self.load(self.url)
-                t = time.time() + 30
-
-            if "/share/templates/download_hddcrash.tpl" in page:
-                self.logError(_("Netload HDD Crash"))
-                self.fail(_("File temporarily not available"))
-
-            self.logDebug("Try number %d " % i)
-
-            if ">Your download is being prepared.<" in page:
-                self.logDebug("We will prepare your download")
-                self.final_wait(page)
-                return True
-
-            self.logDebug("Trying to find captcha")
-
-            try:
-                url_captcha_html = re.search(r'(index.php\?id=10&amp;.*&amp;captcha=1)', page).group(1).replace("amp;", "")
-
-            except Exception, e:
-                self.logDebug("Exception during Captcha regex: %s" % e.message)
-                page = None
-
-            else:
-                url_captcha_html = urlparse.urljoin("http://netload.in/", url_captcha_html)
-                break
-
-        self.html = self.load(url_captcha_html)
-
-        recaptcha = ReCaptcha(self)
-
-        for _i in xrange(5):
-            response, challenge = recaptcha.challenge(self.RECAPTCHA_KEY)
-
-            response_page = self.load("http://www.netload.in/index.php?id=10",
-                                      post={'captcha_check'            : '1',
-                                            'recaptcha_challenge_field': challenge,
-                                            'recaptcha_response_field' : response,
-                                            'file_id'                  : self.api_data['fileid'],
-                                            'Download_Next'            : ''})
-            if "Orange_Link" in response_page:
-                break
-
-            if self.check_free_wait(response_page):
-                self.logDebug("Had to wait for next free slot, trying again")
-                return self.download_html()
-
-            else:
-                download_url = self.get_file_url(response_page)
-                self.logDebug("Download URL after get_file: " + download_url)
-                if not download_url.startswith("http://"):
-                    self.error(_("Download url: %s") % download_url)
-                self.wait()
-
-                self.url = download_url
-                return True
-
-
-    def get_file_url(self, page):
-        try:
-            file_url_pattern = r'<a class="Orange_Link" href="(http://.+)".?>Or click here'
-            attempt = re.search(file_url_pattern, page)
-            if attempt:
-                return attempt.group(1)
-            else:
-                self.logDebug("Backup try for final link")
-                file_url_pattern = r'<a href="(.+)" class="Orange_Link">Click here'
-                attempt = re.search(file_url_pattern, page)
-                return "http://netload.in/" + attempt.group(1)
-
-        except Exception, e:
-            self.logDebug("Getting final link failed", e.message)
-            return None
-
-
-    def get_wait_time.time(self, page):
-        return int(re.search(r"countdown\((.+),'change\(\)'\)", page).group(1)) / 100
-
-
-    def proceed(self, url):
-        self.download(url, disposition=True)
-
-        check = self.checkDownload({'empty'  : re.compile(r'^$'),
-                                    'offline': re.compile("The file was deleted")})
-        if check == "empty":
-            self.logInfo(_("Downloaded File was empty"))
-            self.retry()
+                       ("Gregy", "gregy@gregy.cz"  )]
 
-        elif check == "offline":
-            self.offline()
+                       
+getInfo = create_getInfo(NetloadIn)