summaryrefslogtreecommitdiffstats
path: root/module/plugins
diff options
context:
space:
mode:
authorGravatar spoob <spoob@gmx.de> 2009-11-30 15:18:04 +0100
committerGravatar spoob <spoob@gmx.de> 2009-11-30 15:18:04 +0100
commitf7563727e1ccb8d764904806cb9e262ba555f824 (patch)
tree1eb7b2b8b5dff1a6dd3b2ffab8d8d8f6e1b5c7a3 /module/plugins
parentTest Change (diff)
downloadpyload-f7563727e1ccb8d764904806cb9e262ba555f824.tar.xz
Cleaned XMLRPC in Core
Diffstat (limited to 'module/plugins')
-rw-r--r--module/plugins/FreakshareNet.py144
1 files changed, 144 insertions, 0 deletions
diff --git a/module/plugins/FreakshareNet.py b/module/plugins/FreakshareNet.py
new file mode 100644
index 000000000..0768b5476
--- /dev/null
+++ b/module/plugins/FreakshareNet.py
@@ -0,0 +1,144 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import re
+import urllib
+import httplib
+from module.Plugin import Plugin
+from time import time
+
+
+class FreakshareNet(Plugin):
+
+ def __init__(self, parent):
+ Plugin.__init__(self, parent)
+ props = {}
+ props['name'] = "FreakshareNet"
+ props['type'] = "hoster"
+ props['pattern'] = r"http://(?:www\.)?freakshare\.net/files/\S*?/"
+ props['version'] = "0.1"
+ props['description'] = """Freakshare.com Download Plugin"""
+ props['author_name'] = ("sitacuisses","spoob","mkaay")
+ props['author_mail'] = ("sitacuisses@yahoo.de","spoob@pyload.org","mkaay@mkaay.de")
+ self.props = props
+ self.parent = parent
+ self.html = None
+ self.want_reconnect = False
+ self.multi_dl = False
+ self.req_opts = list()
+
+ def prepare(self, thread):
+ pyfile = self.parent
+
+ self.want_reconnect = False
+
+ self.download_html()
+
+ pyfile.status.exists = self.file_exists()
+
+ if not pyfile.status.exists:
+ raise Exception, "The file was not found on the server."
+ return False
+
+ self.get_waiting_time()
+
+ pyfile.status.filename = self.get_file_name()
+
+ pyfile.status.waituntil = self.time_plus_wait
+ thread.wait(self.parent)
+ pyfile.status.url = self.get_file_url()
+ pyfile.status.want_reconnect = self.want_reconnect
+
+ return True
+
+ def download_html(self):
+ url = self.parent.url
+ self.html = self.req.load(url, cookies=True)
+
+ def get_file_url(self):
+ """ returns the absolute downloadable filepath
+ """
+ if self.html == None:
+ self.download_html()
+ if not self.want_reconnect:
+ self.req_opts = self.get_download_options() # get the Post options for the Request
+ file_url = self.parent.url
+ return file_url
+ else:
+ return False
+
+ def get_file_name(self):
+ if self.html == None:
+ self.download_html()
+ if not self.want_reconnect:
+ file_name = re.search(r"<h1\sclass=\"box_heading\"\sstyle=\"text-align:center\;\">(.*?)<\/h1>", self.html).group(1)
+ return file_name
+ else:
+ return self.parent.url
+
+ def get_waiting_time(self):
+ if self.html == None:
+ self.download_html()
+ timestring = re.search('\s*var\stime\s=\s(\d*?)\.\d*;', self.html).group(1)
+ if timestring:
+ sec = int(timestring) + 1 #add 1 sec as tenths of seconds are cut off
+ else:
+ sec = 0
+ self.time_plus_wait = time() + sec
+
+ def file_exists(self):
+ """ returns True or False
+ """
+ if self.html == None:
+ self.download_html()
+ if re.search(r"Sorry, this Download doesnt exist anymore", self.html) != None:
+ return False
+ else:
+ return True
+
+ def get_download_options(self):
+ re_envelope = re.search(r".*?value=\"Free\sDownload\".*?\n*?(.*?<.*?>\n*)*?\n*\s*?</form>", self.html).group(0) #get the whole request
+ to_sort = re.findall(r"<input\stype=\"hidden\"\svalue=\"(.*?)\"\sname=\"(.*?)\"\s\/>", re_envelope)
+ request_options = list()
+ for item in to_sort: #Name value pairs are output reversed from regex, so we reorder them
+ request_options.append((item[1], item[0]))
+ herewego = self.req.load(self.parent.url, None, request_options, cookies=True) # the actual download-Page
+ to_sort = None
+ to_sort = re.findall(r"<input\stype=\".*?\"\svalue=\"(\S*?)\".*?name=\"(\S*?)\"\s.*?\/>", herewego)
+ request_options = list()
+ for item in to_sort: #Same as above
+ request_options.append((item[1], item[0]))
+ return request_options
+
+ def proceed(self, url, location):
+ """
+ request.download doesn't handle the 302 redirect correctly
+ that's why the data are posted "manually" via httplib
+ and the redirect-url is read from the header.
+ Important: The cookies may not be posted to the download-url
+ otherwise the downloaded file only contains "bad try"
+ Need to come up with a better idea to handle the redirect,
+ help is appreciated.
+ """
+ temp_options = urllib.urlencode(self.req_opts)
+ temp_url = re.match(r"http://(.*?)/.*", url).group(1) # get the server name
+ temp_extended = re.match(r"http://.*?(/.*)", url).group(1) # get the url relative to serverroot
+ cookie_list = ""
+ for temp_cookie in self.req.cookies: #prepare cookies
+ cookie_list += temp_cookie.name + "=" + temp_cookie.value +";"
+ temp_headers = [ #create the additional header fields
+ ["Content-type", "application/x-www-form-urlencoded"], #this is very important
+ ["User-Agent", "Mozilla/5.0 (Windows; U; Windows NT 5.1; en; rv:1.9.0.8) Gecko/2009032609 Firefox/3.0.10"],
+ ["Accept-Encoding", "deflate"],
+ ["Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"],
+ ["Accept-Charset", "ISO-8859-1,utf-8;q=0.7,*;q=0.7"],
+ ["Connection", "keep-alive"],
+ ["Keep-Alive", "300"],
+ ["Referer", self.req.lastURL],
+ ["Cookie", cookie_list]]
+ temp_conn = httplib.HTTPConnection(temp_url)
+ temp_conn.request("POST", temp_extended, temp_options, dict(temp_headers))
+ temp_response = temp_conn.getresponse()
+ new_url = temp_response.getheader("Location") # we need the Location-header
+ temp_conn.close
+ self.req.download(new_url, location, None, None, cookies=False)