Modul struktur angelegt und request klasse eingefügt

1 files changed, 99 insertions, 0 deletions

diff --git a/module/network/Request.py b/module/network/Request.py
new file mode 100755
index 000000000..3325d085d
--- /dev/null
+++ b/module/network/Request.py
@@ -0,0 +1,99 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+authored by: RaNaN
+"""
+import urllib
+import urllib2
+import cookielib
+import Keepalive
+
+from Keepalive import HTTPHandler
+from cStringIO import StringIO
+from gzip import GzipFile
+
+"""
+    handles all outgoing HTTP-Requests of the Server
+    Usage: create Request Instance
+    use retrieveURL and call it with a url at least
+    additionaly you can firstly pass the get and secondly the post data in form of a dictonary
+    when the last argument is true the handler simulate a http referer with the last called url.
+    retrieveUrl returns response as string
+    
+"""
+class Downloader(urllib.FancyURLopener):
+    version = "Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.0.8) Gecko/2009032609 Firefox/3.0.8"
+
+
+
+class Request:
+    def __init__(self):
+	
+	self.lastURL = None
+	#self.cookiefile = 'cookies.lwp'
+	self.cj = cookielib.CookieJar()
+
+#	if os.path.isfile(self.cookiefile):
+ #           self.cj.load(self.cookiefile)
+
+        self.handler = HTTPHandler()
+	self.opener = urllib2.build_opener(self.handler, urllib2.HTTPCookieProcessor(self.cj))
+	#self.opener.add_handler()
+	
+	self.opener.addheaders = [
+        ("User-Agent","Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.9.0.8) Gecko/2009032609 Firefox/3.0.8"),
+        ("Accept-Encoding","gzip,deflate"),
+        ("Accept","text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"),
+        ("Accept-Charset","ISO-8859-1,utf-8;q=0.7,*;q=0.7"),
+	("Connection","keep-alive"),
+        ("Keep-Alive","300")]
+	
+	self.downloader = Downloader()
+	
+    
+    def retrieveURL(self,url, get = {}, post = {}, ref = True):
+	
+	if post:
+	    post = urllib.urlencode(post)
+	else:
+	   post = None
+	
+	if get:
+	    get = urllib.urlencode(get)
+	else:
+	   get = ""
+	
+	url = url + get
+        req = urllib2.Request(url, data = post)
+		
+	if ref and self.lastURL is not None:
+	    req.add_header("Referer",self.lastURL)
+	
+	rep = self.opener.open(req)
+	
+	output = rep.read()
+	
+	print rep.headers
+		
+	self.cj.extract_cookies(rep, req)
+	
+	if rep.headers.has_key("content-encoding") :
+	    if rep.headers["content-encoding"] == "gzip" :
+		output = GzipFile('','r',0,StringIO(output)).read()
+	
+	self.lastURL = url
+		
+	return output
+
+    def addAuth(self, user, pw):
+        auth_handler = urllib2.HTTPBasicAuthHandler()
+	auth_handler.add_password(user, passwd= pw)
+	self.opener.add_handler(auth_handler)
+
+    def download(url, filename, reporthook = None, data = None): #default von urlretrieve auch None?
+       return self.downloader.urlretrieve(url, filename, reporthook, data)
+
+
+if __name__ == "__main__" :
+    import doctest
+    doctest.testmod()