diff options
| author | 2014-04-21 16:12:49 +0200 | |
|---|---|---|
| committer | 2014-06-28 02:52:22 +0200 | |
| commit | f483955da0c1c4fb8d9ad17fa58f146e5d8f2298 (patch) | |
| tree | eb339420b88f15c224feed1010610c1ce878a4fb | |
| parent | utils: extending up to exabyte (diff) | |
| download | pyload-f483955da0c1c4fb8d9ad17fa58f146e5d8f2298.tar.xz | |
Upgrading Bottle from 0.10.2 to 0.12.5
| -rw-r--r-- | module/lib/bottle.py | 2501 | 
1 files changed, 1653 insertions, 848 deletions
| diff --git a/module/lib/bottle.py b/module/lib/bottle.py index b0111e870..0894d57c2 100644 --- a/module/lib/bottle.py +++ b/module/lib/bottle.py @@ -9,14 +9,14 @@ Python Standard Library.  Homepage and documentation: http://bottlepy.org/ -Copyright (c) 2011, Marcel Hellkamp. -License: MIT (see LICENSE.txt for details) +Copyright (c) 2013, Marcel Hellkamp. +License: MIT (see LICENSE for details)  """  from __future__ import with_statement  __author__ = 'Marcel Hellkamp' -__version__ = '0.10.2' +__version__ = '0.12.5'  __license__ = 'MIT'  # The gevent server adapter needs to patch some modules before they are imported @@ -35,102 +35,116 @@ if __name__ == '__main__':      if _cmd_options.server and _cmd_options.server.startswith('gevent'):          import gevent.monkey; gevent.monkey.patch_all() -import sys -import base64 -import cgi -import email.utils -import functools -import hmac -import httplib -import imp -import itertools -import mimetypes -import os -import re -import subprocess -import tempfile -import thread -import threading -import time -import warnings - -from Cookie import SimpleCookie +import base64, cgi, email.utils, functools, hmac, imp, itertools, mimetypes,\ +        os, re, subprocess, sys, tempfile, threading, time, warnings +  from datetime import date as datedate, datetime, timedelta  from tempfile import TemporaryFile  from traceback import format_exc, print_exc -from urlparse import urljoin, SplitResult as UrlSplitResult - -# Workaround for a bug in some versions of lib2to3 (fixed on CPython 2.7 and 3.2) -import urllib -urlencode = urllib.urlencode -urlquote = urllib.quote -urlunquote = urllib.unquote - -try: from collections import MutableMapping as DictMixin -except ImportError: # pragma: no cover -    from UserDict import DictMixin +from inspect import getargspec +from unicodedata import normalize -try: from urlparse import parse_qs -except ImportError: # pragma: no cover -    from cgi import parse_qs -try: import cPickle as pickle +try: from simplejson import dumps as json_dumps, loads as json_lds  except ImportError: # pragma: no cover -    import pickle - -try: from json import dumps as json_dumps, loads as json_lds -except ImportError: # pragma: no cover -    try: from simplejson import dumps as json_dumps, loads as json_lds -    except ImportError: # pragma: no cover +    try: from json import dumps as json_dumps, loads as json_lds +    except ImportError:          try: from django.utils.simplejson import dumps as json_dumps, loads as json_lds -        except ImportError: # pragma: no cover +        except ImportError:              def json_dumps(data):                  raise ImportError("JSON support requires Python 2.6 or simplejson.")              json_lds = json_dumps -py3k = sys.version_info >= (3, 0, 0) -NCTextIOWrapper = None -if py3k: # pragma: no cover -    json_loads = lambda s: json_lds(touni(s)) -    # See Request.POST + +# We now try to fix 2.5/2.6/3.1/3.2 incompatibilities. +# It ain't pretty but it works... Sorry for the mess. + +py   = sys.version_info +py3k = py >= (3, 0, 0) +py25 = py <  (2, 6, 0) +py31 = (3, 1, 0) <= py < (3, 2, 0) + +# Workaround for the missing "as" keyword in py3k. +def _e(): return sys.exc_info()[1] + +# Workaround for the "print is a keyword/function" Python 2/3 dilemma +# and a fallback for mod_wsgi (resticts stdout/err attribute access) +try: +    _stdout, _stderr = sys.stdout.write, sys.stderr.write +except IOError: +    _stdout = lambda x: sys.stdout.write(x) +    _stderr = lambda x: sys.stderr.write(x) + +# Lots of stdlib and builtin differences. +if py3k: +    import http.client as httplib +    import _thread as thread +    from urllib.parse import urljoin, SplitResult as UrlSplitResult +    from urllib.parse import urlencode, quote as urlquote, unquote as urlunquote +    urlunquote = functools.partial(urlunquote, encoding='latin1') +    from http.cookies import SimpleCookie +    from collections import MutableMapping as DictMixin +    import pickle      from io import BytesIO -    def touni(x, enc='utf8', err='strict'): -        """ Convert anything to unicode """ -        return str(x, enc, err) if isinstance(x, bytes) else str(x) -    if sys.version_info < (3, 2, 0): -        from io import TextIOWrapper -        class NCTextIOWrapper(TextIOWrapper): -            ''' Garbage collecting an io.TextIOWrapper(buffer) instance closes -                the wrapped buffer. This subclass keeps it open. ''' -            def close(self): pass -else: -    json_loads = json_lds +    from configparser import ConfigParser +    basestring = str +    unicode = str +    json_loads = lambda s: json_lds(touni(s)) +    callable = lambda x: hasattr(x, '__call__') +    imap = map +    def _raise(*a): raise a[0](a[1]).with_traceback(a[2]) +else: # 2.x +    import httplib +    import thread +    from urlparse import urljoin, SplitResult as UrlSplitResult +    from urllib import urlencode, quote as urlquote, unquote as urlunquote +    from Cookie import SimpleCookie +    from itertools import imap +    import cPickle as pickle      from StringIO import StringIO as BytesIO -    bytes = str -    def touni(x, enc='utf8', err='strict'): -        """ Convert anything to unicode """ -        return x if isinstance(x, unicode) else unicode(str(x), enc, err) - -def tob(data, enc='utf8'): -    """ Convert anything to bytes """ -    return data.encode(enc) if isinstance(data, unicode) else bytes(data) +    from ConfigParser import SafeConfigParser as ConfigParser +    if py25: +        msg  = "Python 2.5 support may be dropped in future versions of Bottle." +        warnings.warn(msg, DeprecationWarning) +        from UserDict import DictMixin +        def next(it): return it.next() +        bytes = str +    else: # 2.6, 2.7 +        from collections import MutableMapping as DictMixin +    unicode = unicode +    json_loads = json_lds +    eval(compile('def _raise(*a): raise a[0], a[1], a[2]', '<py3fix>', 'exec')) +# Some helpers for string/byte handling +def tob(s, enc='utf8'): +    return s.encode(enc) if isinstance(s, unicode) else bytes(s) +def touni(s, enc='utf8', err='strict'): +    return s.decode(enc, err) if isinstance(s, bytes) else unicode(s)  tonat = touni if py3k else tob -tonat.__doc__ = """ Convert anything to native strings """ -def try_update_wrapper(wrapper, wrapped, *a, **ka): -    try: # Bug: functools breaks if wrapper is an instane method -        functools.update_wrapper(wrapper, wrapped, *a, **ka) +# 3.2 fixes cgi.FieldStorage to accept bytes (which makes a lot of sense). +# 3.1 needs a workaround. +if py31: +    from io import TextIOWrapper +    class NCTextIOWrapper(TextIOWrapper): +        def close(self): pass # Keep wrapped buffer open. + + +# A bug in functools causes it to break if the wrapper is an instance method +def update_wrapper(wrapper, wrapped, *a, **ka): +    try: functools.update_wrapper(wrapper, wrapped, *a, **ka)      except AttributeError: pass -# Backward compatibility -def depr(message): -    warnings.warn(message, DeprecationWarning, stacklevel=3) -# Small helpers -def makelist(data): +# These helpers are used at module level and need to be defined first. +# And yes, I know PEP-8, but sometimes a lower-case classname makes more sense. + +def depr(message, hard=False): +    warnings.warn(message, DeprecationWarning, stacklevel=3) + +def makelist(data): # This is just to handy      if isinstance(data, (tuple, list, set, dict)): return list(data)      elif data: return [data]      else: return [] @@ -161,12 +175,13 @@ class DictProperty(object):          del getattr(obj, self.attr)[self.key] -class CachedProperty(object): +class cached_property(object):      ''' A property that is only computed once per instance and then replaces          itself with an ordinary attribute. Deleting the attribute resets the          property. '''      def __init__(self, func): +        self.__doc__ = getattr(func, '__doc__')          self.func = func      def __get__(self, obj, cls): @@ -174,10 +189,8 @@ class CachedProperty(object):          value = obj.__dict__[self.func.__name__] = self.func(obj)          return value -cached_property = CachedProperty - -class lazy_attribute(object): # Does not need configuration -> lower-case name +class lazy_attribute(object):      ''' A property that caches itself to the class object. '''      def __init__(self, func):          functools.update_wrapper(self, func, updated=[]) @@ -203,35 +216,6 @@ class BottleException(Exception):      pass -#TODO: These should subclass BaseRequest - -class HTTPResponse(BottleException): -    """ Used to break execution and immediately finish the response """ -    def __init__(self, output='', status=200, header=None): -        super(BottleException, self).__init__("HTTP Response %d" % status) -        self.status = int(status) -        self.output = output -        self.headers = HeaderDict(header) if header else None - -    def apply(self, response): -        if self.headers: -            for key, value in self.headers.iterallitems(): -                response.headers[key] = value -        response.status = self.status - - -class HTTPError(HTTPResponse): -    """ Used to generate an error page """ -    def __init__(self, code=500, output='Unknown Error', exception=None, -                 traceback=None, header=None): -        super(HTTPError, self).__init__(output, code, header) -        self.exception = exception -        self.traceback = traceback - -    def __repr__(self): -        return template(ERROR_PAGE_TEMPLATE, e=self) - - @@ -251,11 +235,22 @@ class RouteReset(BottleException):  class RouterUnknownModeError(RouteError): pass +  class RouteSyntaxError(RouteError): -    """ The route parser found something not supported by this router """ +    """ The route parser found something not supported by this router. """ +  class RouteBuildError(RouteError): -    """ The route could not been built """ +    """ The route could not be built. """ + + +def _re_flatten(p): +    ''' Turn all capturing groups in a regular expression pattern into +        non-capturing groups. ''' +    if '(' not in p: return p +    return re.sub(r'(\\*)(\(\?P<[^>]+>|\((?!\?))', +        lambda m: m.group(0) if len(m.group(1)) % 2 else m.group(1) + '(?:', p) +  class Router(object):      ''' A Router is an ordered collection of route->target pairs. It is used to @@ -270,34 +265,27 @@ class Router(object):      '''      default_pattern = '[^/]+' -    default_filter   = 're' -    #: Sorry for the mess. It works. Trust me. -    rule_syntax = re.compile('(\\\\*)'\ -        '(?:(?::([a-zA-Z_][a-zA-Z_0-9]*)?()(?:#(.*?)#)?)'\ -          '|(?:<([a-zA-Z_][a-zA-Z_0-9]*)?(?::([a-zA-Z_]*)'\ -            '(?::((?:\\\\.|[^\\\\>]+)+)?)?)?>))') +    default_filter  = 're' + +    #: The current CPython regexp implementation does not allow more +    #: than 99 matching groups per regular expression. +    _MAX_GROUPS_PER_PATTERN = 99      def __init__(self, strict=False): -        self.rules    = {} # A {rule: Rule} mapping -        self.builder  = {} # A rule/name->build_info mapping -        self.static   = {} # Cache for static routes: {path: {method: target}} -        self.dynamic  = [] # Cache for dynamic routes. See _compile() +        self.rules    = [] # All rules in order +        self._groups  = {} # index of regexes to find them in dyna_routes +        self.builder  = {} # Data structure for the url builder +        self.static   = {} # Search structure for static routes +        self.dyna_routes   = {} +        self.dyna_regexes  = {} # Search structure for dynamic routes          #: If true, static routes are no longer checked first.          self.strict_order = strict -        self.filters = {'re': self.re_filter, 'int': self.int_filter, -                        'float': self.re_filter, 'path': self.path_filter} - -    def re_filter(self, conf): -        return conf or self.default_pattern, None, None - -    def int_filter(self, conf): -        return r'-?\d+', int, lambda x: str(int(x)) - -    def float_filter(self, conf): -        return r'-?\d*\.\d+', float, lambda x: str(float(x)) - -    def path_filter(self, conf): -        return r'.*?', None, None +        self.filters = { +            're':    lambda conf: +                (_re_flatten(conf or self.default_pattern), None, None), +            'int':   lambda conf: (r'-?\d+', int, lambda x: str(int(x))), +            'float': lambda conf: (r'-?[\d.]+', float, lambda x: str(float(x))), +            'path':  lambda conf: (r'.+?', None, None)}      def add_filter(self, name, func):          ''' Add a filter. The provided function is called with the configuration @@ -305,9 +293,12 @@ class Router(object):          The first element is a string, the last two are callables or None. '''          self.filters[name] = func -    def parse_rule(self, rule): -        ''' Parses a rule into a (name, filter, conf) token stream. If mode is -            None, name contains a static rule part. ''' +    rule_syntax = re.compile('(\\\\*)'\ +        '(?:(?::([a-zA-Z_][a-zA-Z_0-9]*)?()(?:#(.*?)#)?)'\ +          '|(?:<([a-zA-Z_][a-zA-Z_0-9]*)?(?::([a-zA-Z_]*)'\ +            '(?::((?:\\\\.|[^\\\\>]+)+)?)?)?>))') + +    def _itertokens(self, rule):          offset, prefix = 0, ''          for match in self.rule_syntax.finditer(rule):              prefix += rule[offset:match.start()] @@ -316,77 +307,95 @@ class Router(object):                  prefix += match.group(0)[len(g[0]):]                  offset = match.end()                  continue -            if prefix: yield prefix, None, None -            name, filtr, conf = g[1:4] if not g[2] is None else g[4:7] -            if not filtr: filtr = self.default_filter -            yield name, filtr, conf or None +            if prefix: +                yield prefix, None, None +            name, filtr, conf = g[4:7] if g[2] is None else g[1:4] +            yield name, filtr or 'default', conf or None              offset, prefix = match.end(), ''          if offset <= len(rule) or prefix:              yield prefix+rule[offset:], None, None      def add(self, rule, method, target, name=None): -        ''' Add a new route or replace the target for an existing route. ''' -        if rule in self.rules: -            self.rules[rule][method] = target -            if name: self.builder[name] = self.builder[rule] -            return - -        target = self.rules[rule] = {method: target} - -        # Build pattern and other structures for dynamic routes -        anons = 0      # Number of anonymous wildcards -        pattern = ''   # Regular expression  pattern -        filters = []   # Lists of wildcard input filters -        builder = []   # Data structure for the URL builder +        ''' Add a new rule or replace the target for an existing rule. ''' +        anons     = 0    # Number of anonymous wildcards found +        keys      = []   # Names of keys +        pattern   = ''   # Regular expression pattern with named groups +        filters   = []   # Lists of wildcard input filters +        builder   = []   # Data structure for the URL builder          is_static = True -        for key, mode, conf in self.parse_rule(rule): + +        for key, mode, conf in self._itertokens(rule):              if mode:                  is_static = False +                if mode == 'default': mode = self.default_filter                  mask, in_filter, out_filter = self.filters[mode](conf) -                if key: -                    pattern += '(?P<%s>%s)' % (key, mask) -                else: +                if not key:                      pattern += '(?:%s)' % mask -                    key = 'anon%d' % anons; anons += 1 +                    key = 'anon%d' % anons +                    anons += 1 +                else: +                    pattern += '(?P<%s>%s)' % (key, mask) +                    keys.append(key)                  if in_filter: filters.append((key, in_filter))                  builder.append((key, out_filter or str))              elif key:                  pattern += re.escape(key)                  builder.append((None, key)) +          self.builder[rule] = builder          if name: self.builder[name] = builder          if is_static and not self.strict_order: -            self.static[self.build(rule)] = target +            self.static.setdefault(method, {}) +            self.static[method][self.build(rule)] = (target, None)              return -        def fpat_sub(m): -            return m.group(0) if len(m.group(1)) % 2 else m.group(1) + '(?:' -        flat_pattern = re.sub(r'(\\*)(\(\?P<[^>]*>|\((?!\?))', fpat_sub, pattern) -          try: -            re_match = re.compile('^(%s)$' % pattern).match -        except re.error, e: -            raise RouteSyntaxError("Could not add Route: %s (%s)" % (rule, e)) - -        def match(path): -            """ Return an url-argument dictionary. """ -            url_args = re_match(path).groupdict() -            for name, wildcard_filter in filters: -                try: -                    url_args[name] = wildcard_filter(url_args[name]) -                except ValueError: -                    raise HTTPError(400, 'Path has wrong format.') -            return url_args +            re_pattern = re.compile('^(%s)$' % pattern) +            re_match = re_pattern.match +        except re.error: +            raise RouteSyntaxError("Could not add Route: %s (%s)" % (rule, _e())) + +        if filters: +            def getargs(path): +                url_args = re_match(path).groupdict() +                for name, wildcard_filter in filters: +                    try: +                        url_args[name] = wildcard_filter(url_args[name]) +                    except ValueError: +                        raise HTTPError(400, 'Path has wrong format.') +                return url_args +        elif re_pattern.groupindex: +            def getargs(path): +                return re_match(path).groupdict() +        else: +            getargs = None -        try: -            combined = '%s|(^%s$)' % (self.dynamic[-1][0].pattern, flat_pattern) -            self.dynamic[-1] = (re.compile(combined), self.dynamic[-1][1]) -            self.dynamic[-1][1].append((match, target)) -        except (AssertionError, IndexError), e: # AssertionError: Too many groups -            self.dynamic.append((re.compile('(^%s$)' % flat_pattern), -                                [(match, target)])) -        return match +        flatpat = _re_flatten(pattern) +        whole_rule = (rule, flatpat, target, getargs) + +        if (flatpat, method) in self._groups: +            if DEBUG: +                msg = 'Route <%s %s> overwrites a previously defined route' +                warnings.warn(msg % (method, rule), RuntimeWarning) +            self.dyna_routes[method][self._groups[flatpat, method]] = whole_rule +        else: +            self.dyna_routes.setdefault(method, []).append(whole_rule) +            self._groups[flatpat, method] = len(self.dyna_routes[method]) - 1 + +        self._compile(method) + +    def _compile(self, method): +        all_rules = self.dyna_routes[method] +        comborules = self.dyna_regexes[method] = [] +        maxgroups = self._MAX_GROUPS_PER_PATTERN +        for x in range(0, len(all_rules), maxgroups): +            some = all_rules[x:x+maxgroups] +            combined = (flatpat for (_, flatpat, _, _) in some) +            combined = '|'.join('(^%s$)' % flatpat for flatpat in combined) +            combined = re.compile(combined).match +            rules = [(target, getargs) for (_, _, target, getargs) in some] +            comborules.append((combined, rules))      def build(self, _name, *anons, **query):          ''' Build an URL by filling the wildcards in a rule. ''' @@ -394,38 +403,52 @@ class Router(object):          if not builder: raise RouteBuildError("No route with that name.", _name)          try:              for i, value in enumerate(anons): query['anon%d'%i] = value -            url = ''.join([f(query.pop(n)) if n else f for (n, f) in builder]) +            url = ''.join([f(query.pop(n)) if n else f for (n,f) in builder])              return url if not query else url+'?'+urlencode(query) -        except KeyError, e: -            raise RouteBuildError('Missing URL argument: %r' % e.args[0]) +        except KeyError: +            raise RouteBuildError('Missing URL argument: %r' % _e().args[0])      def match(self, environ):          ''' Return a (target, url_agrs) tuple or raise HTTPError(400/404/405). ''' -        path, targets, urlargs = environ['PATH_INFO'] or '/', None, {} -        if path in self.static: -            targets = self.static[path] +        verb = environ['REQUEST_METHOD'].upper() +        path = environ['PATH_INFO'] or '/' +        target = None +        if verb == 'HEAD': +            methods = ['PROXY', verb, 'GET', 'ANY']          else: -            for combined, rules in self.dynamic: -                match = combined.match(path) -                if not match: continue -                getargs, targets = rules[match.lastindex - 1] -                urlargs = getargs(path) if getargs else {} -                break - -        if not targets: -            raise HTTPError(404, "Not found: " + repr(environ['PATH_INFO'])) -        method = environ['REQUEST_METHOD'].upper() -        if method in targets: -            return targets[method], urlargs -        if method == 'HEAD' and 'GET' in targets: -            return targets['GET'], urlargs -        if 'ANY' in targets: -            return targets['ANY'], urlargs -        allowed = [verb for verb in targets if verb != 'ANY'] -        if 'GET' in allowed and 'HEAD' not in allowed: -            allowed.append('HEAD') -        raise HTTPError(405, "Method not allowed.", -                        header=[('Allow', ",".join(allowed))]) +            methods = ['PROXY', verb, 'ANY'] + +        for method in methods: +            if method in self.static and path in self.static[method]: +                target, getargs = self.static[method][path] +                return target, getargs(path) if getargs else {} +            elif method in self.dyna_regexes: +                for combined, rules in self.dyna_regexes[method]: +                    match = combined(path) +                    if match: +                        target, getargs = rules[match.lastindex - 1] +                        return target, getargs(path) if getargs else {} + +        # No matching route found. Collect alternative methods for 405 response +        allowed = set([]) +        nocheck = set(methods) +        for method in set(self.static) - nocheck: +            if path in self.static[method]: +                allowed.add(verb) +        for method in set(self.dyna_regexes) - allowed - nocheck: +            for combined, rules in self.dyna_regexes[method]: +                match = combined(path) +                if match: +                    allowed.add(method) +        if allowed: +            allow_header = ",".join(sorted(allowed)) +            raise HTTPError(405, "Method not allowed.", Allow=allow_header) + +        # No matching route and no alternative method found. We give up +        raise HTTPError(404, "Not found: " + repr(path)) + + + @@ -435,7 +458,6 @@ class Route(object):          turing an URL path rule into a regular expression usable by the Router.      ''' -      def __init__(self, app, rule, method, callback, name=None,                   plugins=None, skiplist=None, **config):          #: The application this route is installed to. @@ -455,12 +477,12 @@ class Route(object):          #: Additional keyword arguments passed to the :meth:`Bottle.route`          #: decorator are stored in this dictionary. Used for route-specific          #: plugin configuration and meta-data. -        self.config = ConfigDict(config) +        self.config = ConfigDict().load_dict(config, make_namespaces=True)      def __call__(self, *a, **ka):          depr("Some APIs changed to return Route() instances instead of"\               " callables. Make sure to use the Route.call method and not to"\ -             " call Route instances directly.") +             " call Route instances directly.") #0.12          return self.call(*a, **ka)      @cached_property @@ -480,7 +502,7 @@ class Route(object):      @property      def _context(self): -        depr('Switch to Plugin API v2 and access the Route object directly.') +        depr('Switch to Plugin API v2 and access the Route object directly.')  #0.12          return dict(rule=self.rule, method=self.method, callback=self.callback,                      name=self.name, app=self.app, config=self.config,                      apply=self.plugins, skip=self.skiplist) @@ -509,9 +531,36 @@ class Route(object):              except RouteReset: # Try again with changed configuration.                  return self._make_callback()              if not callback is self.callback: -                try_update_wrapper(callback, self.callback) +                update_wrapper(callback, self.callback)          return callback +    def get_undecorated_callback(self): +        ''' Return the callback. If the callback is a decorated function, try to +            recover the original function. ''' +        func = self.callback +        func = getattr(func, '__func__' if py3k else 'im_func', func) +        closure_attr = '__closure__' if py3k else 'func_closure' +        while hasattr(func, closure_attr) and getattr(func, closure_attr): +            func = getattr(func, closure_attr)[0].cell_contents +        return func + +    def get_callback_args(self): +        ''' Return a list of argument names the callback (most likely) accepts +            as keyword arguments. If the callback is a decorated function, try +            to recover the original function before inspection. ''' +        return getargspec(self.get_undecorated_callback())[0] + +    def get_config(self, key, default=None): +        ''' Lookup a config field and return its value, first checking the +            route.config, then route.app.config.''' +        for conf in (self.config, self.app.conifg): +            if key in conf: return conf[key] +        return default + +    def __repr__(self): +        cb = self.get_undecorated_callback() +        return '<%s %r %r>' % (self.method, self.rule, cb) + @@ -523,27 +572,81 @@ class Route(object):  class Bottle(object): -    """ WSGI application """ +    """ Each Bottle object represents a single, distinct web application and +        consists of routes, callbacks, plugins, resources and configuration. +        Instances are callable WSGI applications. + +        :param catchall: If true (default), handle all exceptions. Turn off to +                         let debugging middleware handle exceptions. +    """ + +    def __init__(self, catchall=True, autojson=True): + +        #: A :class:`ConfigDict` for app specific configuration. +        self.config = ConfigDict() +        self.config._on_change = functools.partial(self.trigger_hook, 'config') +        self.config.meta_set('autojson', 'validate', bool) +        self.config.meta_set('catchall', 'validate', bool) +        self.config['catchall'] = catchall +        self.config['autojson'] = autojson + +        #: A :class:`ResourceManager` for application files +        self.resources = ResourceManager() -    def __init__(self, catchall=True, autojson=True, config=None): -        """ Create a new bottle instance. -            You usually don't do that. Use `bottle.app.push()` instead. -        """          self.routes = [] # List of installed :class:`Route` instances.          self.router = Router() # Maps requests to :class:`Route` instances. -        self.plugins = [] # List of installed plugins. -          self.error_handler = {} -        #: If true, most exceptions are catched and returned as :exc:`HTTPError` -        self.config = ConfigDict(config or {}) -        self.catchall = catchall -        #: An instance of :class:`HooksPlugin`. Empty by default. -        self.hooks = HooksPlugin() -        self.install(self.hooks) -        if autojson: + +        # Core plugins +        self.plugins = [] # List of installed plugins. +        if self.config['autojson']:              self.install(JSONPlugin())          self.install(TemplatePlugin()) +    #: If true, most exceptions are caught and returned as :exc:`HTTPError` +    catchall = DictProperty('config', 'catchall') + +    __hook_names = 'before_request', 'after_request', 'app_reset', 'config' +    __hook_reversed = 'after_request' + +    @cached_property +    def _hooks(self): +        return dict((name, []) for name in self.__hook_names) + +    def add_hook(self, name, func): +        ''' Attach a callback to a hook. Three hooks are currently implemented: + +            before_request +                Executed once before each request. The request context is +                available, but no routing has happened yet. +            after_request +                Executed once after each request regardless of its outcome. +            app_reset +                Called whenever :meth:`Bottle.reset` is called. +        ''' +        if name in self.__hook_reversed: +            self._hooks[name].insert(0, func) +        else: +            self._hooks[name].append(func) + +    def remove_hook(self, name, func): +        ''' Remove a callback from a hook. ''' +        if name in self._hooks and func in self._hooks[name]: +            self._hooks[name].remove(func) +            return True + +    def trigger_hook(self, __name, *args, **kwargs): +        ''' Trigger a hook and return a list of results. ''' +        return [hook(*args, **kwargs) for hook in self._hooks[__name][:]] + +    def hook(self, name): +        """ Return a decorator that attaches a callback to a hook. See +            :meth:`add_hook` for details.""" +        def decorator(func): +            self.add_hook(name, func) +            return func +        return decorator +      def mount(self, prefix, app, **options):          ''' Mount an application (:class:`Bottle` or plain WSGI) to a specific              URL prefix. Example:: @@ -557,31 +660,50 @@ class Bottle(object):              All other parameters are passed to the underlying :meth:`route` call.          '''          if isinstance(app, basestring): -            prefix, app = app, prefix -            depr('Parameter order of Bottle.mount() changed.') # 0.10 +            depr('Parameter order of Bottle.mount() changed.', True) # 0.10 -        parts = filter(None, prefix.split('/')) -        if not parts: raise ValueError('Empty path prefix.') -        path_depth = len(parts) -        options.setdefault('skip', True) -        options.setdefault('method', 'ANY') +        segments = [p for p in prefix.split('/') if p] +        if not segments: raise ValueError('Empty path prefix.') +        path_depth = len(segments) -        @self.route('/%s/:#.*#' % '/'.join(parts), **options) -        def mountpoint(): +        def mountpoint_wrapper():              try:                  request.path_shift(path_depth) -                rs = BaseResponse([], 200) -                def start_response(status, header): +                rs = HTTPResponse([]) +                def start_response(status, headerlist, exc_info=None): +                    if exc_info: +                        try: +                            _raise(*exc_info) +                        finally: +                            exc_info = None                      rs.status = status -                    for name, value in header: rs.add_header(name, value) +                    for name, value in headerlist: rs.add_header(name, value)                      return rs.body.append -                rs.body = itertools.chain(rs.body, app(request.environ, start_response)) -                return HTTPResponse(rs.body, rs.status, rs.headers) +                body = app(request.environ, start_response) +                if body and rs.body: body = itertools.chain(rs.body, body) +                rs.body = body or rs.body +                return rs              finally:                  request.path_shift(-path_depth) +        options.setdefault('skip', True) +        options.setdefault('method', 'PROXY') +        options.setdefault('mountpoint', {'prefix': prefix, 'target': app}) +        options['callback'] = mountpoint_wrapper + +        self.route('/%s/<:re:.*>' % '/'.join(segments), **options)          if not prefix.endswith('/'): -            self.route('/' + '/'.join(parts), callback=mountpoint, **options) +            self.route('/' + '/'.join(segments), **options) + +    def merge(self, routes): +        ''' Merge the routes of another :class:`Bottle` application or a list of +            :class:`Route` objects into this application. The routes keep their +            'owner', meaning that the :data:`Route.app` attribute is not +            changed. ''' +        if isinstance(routes, Bottle): +            routes = routes.routes +        for route in routes: +            self.add_route(route)      def install(self, plugin):          ''' Add a plugin to the list of plugins and prepare it for being @@ -620,7 +742,7 @@ class Bottle(object):          for route in routes: route.reset()          if DEBUG:              for route in routes: route.prepare() -        self.hooks.trigger('app_reset') +        self.trigger_hook('app_reset')      def close(self):          ''' Close the application and all installed plugins. ''' @@ -628,6 +750,10 @@ class Bottle(object):              if hasattr(plugin, 'close'): plugin.close()          self.stopped = True +    def run(self, **kwargs): +        ''' Calls :func:`run` with the same parameters. ''' +        run(self, **kwargs) +      def match(self, environ):          """ Search for a matching route and return a (:class:`Route` , urlargs)              tuple. The second value is a dictionary with parameters extracted @@ -640,6 +766,13 @@ class Bottle(object):          location = self.router.build(routename, **kargs).lstrip('/')          return urljoin(urljoin('/', scriptname), location) +    def add_route(self, route): +        ''' Add a route object, but do not change the :data:`Route.app` +            attribute.''' +        self.routes.append(route) +        self.router.add(route.rule, route.method, route, name=route.name) +        if DEBUG: route.prepare() +      def route(self, path=None, method='GET', callback=None, name=None,                apply=None, skip=None, **config):          """ A decorator to bind a function to a request URL. Example:: @@ -678,9 +811,7 @@ class Bottle(object):                      verb = verb.upper()                      route = Route(self, rule, verb, callback, name=name,                                    plugins=plugins, skiplist=skiplist, **config) -                    self.routes.append(route) -                    self.router.add(rule, verb, route, name=name) -                    if DEBUG: route.prepare() +                    self.add_route(route)              return callback          return decorator(callback) if callback else decorator @@ -707,44 +838,45 @@ class Bottle(object):              return handler          return wrapper -    def hook(self, name): -        """ Return a decorator that attaches a callback to a hook. """ -        def wrapper(func): -            self.hooks.add(name, func) -            return func -        return wrapper - -    def handle(self, path, method='GET'): -        """ (deprecated) Execute the first matching route callback and return -            the result. :exc:`HTTPResponse` exceptions are catched and returned. -            If :attr:`Bottle.catchall` is true, other exceptions are catched as -            well and returned as :exc:`HTTPError` instances (500). -        """ -        depr("This method will change semantics in 0.10. Try to avoid it.") -        if isinstance(path, dict): -            return self._handle(path) -        return self._handle({'PATH_INFO': path, 'REQUEST_METHOD': method.upper()}) +    def default_error_handler(self, res): +        return tob(template(ERROR_PAGE_TEMPLATE, e=res))      def _handle(self, environ): +        path = environ['bottle.raw_path'] = environ['PATH_INFO'] +        if py3k: +            try: +                environ['PATH_INFO'] = path.encode('latin1').decode('utf8') +            except UnicodeError: +                return HTTPError(400, 'Invalid path string. Expected UTF-8') +          try: -            route, args = self.router.match(environ) -            environ['route.handle'] = environ['bottle.route'] = route -            environ['route.url_args'] = args -            return route.call(**args) -        except HTTPResponse, r: -            return r +            environ['bottle.app'] = self +            request.bind(environ) +            response.bind() +            try: +                self.trigger_hook('before_request') +                route, args = self.router.match(environ) +                environ['route.handle'] = route +                environ['bottle.route'] = route +                environ['route.url_args'] = args +                return route.call(**args) +            finally: +                self.trigger_hook('after_request') + +        except HTTPResponse: +            return _e()          except RouteReset:              route.reset()              return self._handle(environ)          except (KeyboardInterrupt, SystemExit, MemoryError):              raise -        except Exception, e: +        except Exception:              if not self.catchall: raise -            stacktrace = format_exc(10) +            stacktrace = format_exc()              environ['wsgi.errors'].write(stacktrace) -            return HTTPError(500, "Internal Server Error", e, stacktrace) +            return HTTPError(500, "Internal Server Error", _e(), stacktrace) -    def _cast(self, out, request, response, peek=None): +    def _cast(self, out, peek=None):          """ Try to convert the parameter into something WSGI compatible and set          correct HTTP headers when possible.          Support: False, str, unicode, dict, HTTPResponse, HTTPError, file-like, @@ -753,7 +885,8 @@ class Bottle(object):          # Empty output is done here          if not out: -            response['Content-Length'] = 0 +            if 'Content-Length' not in response: +                response['Content-Length'] = 0              return []          # Join lists of byte or unicode strings. Mixed lists are NOT supported          if isinstance(out, (tuple, list))\ @@ -764,19 +897,18 @@ class Bottle(object):              out = out.encode(response.charset)          # Byte Strings are just returned          if isinstance(out, bytes): -            response['Content-Length'] = len(out) +            if 'Content-Length' not in response: +                response['Content-Length'] = len(out)              return [out]          # HTTPError or HTTPException (recursive, because they may wrap anything)          # TODO: Handle these explicitly in handle() or make them iterable.          if isinstance(out, HTTPError):              out.apply(response) -            out = self.error_handler.get(out.status, repr)(out) -            if isinstance(out, HTTPResponse): -                depr('Error handlers must not return :exc:`HTTPResponse`.') #0.9 -            return self._cast(out, request, response) +            out = self.error_handler.get(out.status_code, self.default_error_handler)(out) +            return self._cast(out)          if isinstance(out, HTTPResponse):              out.apply(response) -            return self._cast(out.output, request, response) +            return self._cast(out.body)          # File-like objects.          if hasattr(out, 'read'): @@ -787,55 +919,59 @@ class Bottle(object):          # Handle Iterables. We peek into them to detect their inner type.          try: -            out = iter(out) -            first = out.next() +            iout = iter(out) +            first = next(iout)              while not first: -                first = out.next() +                first = next(iout)          except StopIteration: -            return self._cast('', request, response) -        except HTTPResponse, e: -            first = e -        except Exception, e: -            first = HTTPError(500, 'Unhandled exception', e, format_exc(10)) -            if isinstance(e, (KeyboardInterrupt, SystemExit, MemoryError))\ -            or not self.catchall: -                raise +            return self._cast('') +        except HTTPResponse: +            first = _e() +        except (KeyboardInterrupt, SystemExit, MemoryError): +            raise +        except Exception: +            if not self.catchall: raise +            first = HTTPError(500, 'Unhandled exception', _e(), format_exc()) +          # These are the inner types allowed in iterator or generator objects.          if isinstance(first, HTTPResponse): -            return self._cast(first, request, response) -        if isinstance(first, bytes): -            return itertools.chain([first], out) -        if isinstance(first, unicode): -            return itertools.imap(lambda x: x.encode(response.charset), -                                  itertools.chain([first], out)) -        return self._cast(HTTPError(500, 'Unsupported response type: %s'\ -                                         % type(first)), request, response) +            return self._cast(first) +        elif isinstance(first, bytes): +            new_iter = itertools.chain([first], iout) +        elif isinstance(first, unicode): +            encoder = lambda x: x.encode(response.charset) +            new_iter = imap(encoder, itertools.chain([first], iout)) +        else: +            msg = 'Unsupported response type: %s' % type(first) +            return self._cast(HTTPError(500, msg)) +        if hasattr(out, 'close'): +            new_iter = _closeiter(new_iter, out.close) +        return new_iter      def wsgi(self, environ, start_response):          """ The bottle WSGI-interface. """          try: -            environ['bottle.app'] = self -            request.bind(environ) -            response.bind() -            out = self._cast(self._handle(environ), request, response) +            out = self._cast(self._handle(environ))              # rfc2616 section 4.3              if response._status_code in (100, 101, 204, 304)\ -            or request.method == 'HEAD': +            or environ['REQUEST_METHOD'] == 'HEAD':                  if hasattr(out, 'close'): out.close()                  out = [] -            start_response(response._status_line, list(response.iter_headers())) +            start_response(response._status_line, response.headerlist)              return out          except (KeyboardInterrupt, SystemExit, MemoryError):              raise -        except Exception, e: +        except Exception:              if not self.catchall: raise              err = '<h1>Critical error while processing request: %s</h1>' \ -                  % environ.get('PATH_INFO', '/') +                  % html_escape(environ.get('PATH_INFO', '/'))              if DEBUG: -                err += '<h2>Error:</h2>\n<pre>%s</pre>\n' % repr(e) -                err += '<h2>Traceback:</h2>\n<pre>%s</pre>\n' % format_exc(10) -            environ['wsgi.errors'].write(err) #TODO: wsgi.error should not get html -            start_response('500 INTERNAL SERVER ERROR', [('Content-Type', 'text/html')]) +                err += '<h2>Error:</h2>\n<pre>\n%s\n</pre>\n' \ +                       '<h2>Traceback:</h2>\n<pre>\n%s\n</pre>\n' \ +                       % (html_escape(repr(_e())), html_escape(format_exc())) +            environ['wsgi.errors'].write(err) +            headers = [('Content-Type', 'text/html; charset=UTF-8')] +            start_response('500 INTERNAL SERVER ERROR', headers, sys.exc_info())              return [tob(err)]      def __call__(self, environ, start_response): @@ -851,20 +987,41 @@ class Bottle(object):  # HTTP and WSGI Tools ##########################################################  ############################################################################### - -class BaseRequest(DictMixin): +class BaseRequest(object):      """ A wrapper for WSGI environment dictionaries that adds a lot of -        convenient access methods and properties. Most of them are read-only.""" +        convenient access methods and properties. Most of them are read-only. + +        Adding new attributes to a request actually adds them to the environ +        dictionary (as 'bottle.request.ext.<name>'). This is the recommended +        way to store and access request-specific data. +    """ + +    __slots__ = ('environ')      #: Maximum size of memory buffer for :attr:`body` in bytes.      MEMFILE_MAX = 102400 -    def __init__(self, environ): +    def __init__(self, environ=None):          """ Wrap a WSGI environ dictionary. """          #: The wrapped WSGI environ dictionary. This is the only real attribute.          #: All other attributes actually are read-only properties. -        self.environ = environ -        environ['bottle.request'] = self +        self.environ = {} if environ is None else environ +        self.environ['bottle.request'] = self + +    @DictProperty('environ', 'bottle.app', read_only=True) +    def app(self): +        ''' Bottle application handling this request. ''' +        raise RuntimeError('This request is not connected to an application.') + +    @DictProperty('environ', 'bottle.route', read_only=True) +    def route(self): +        """ The bottle :class:`Route` object that matches this request. """ +        raise RuntimeError('This request is not connected to a route.') + +    @DictProperty('environ', 'route.url_args', read_only=True) +    def url_args(self): +        """ The arguments extracted from the URL. """ +        raise RuntimeError('This request is not connected to a route.')      @property      def path(self): @@ -891,8 +1048,8 @@ class BaseRequest(DictMixin):      def cookies(self):          """ Cookies parsed into a :class:`FormsDict`. Signed cookies are NOT              decoded. Use :meth:`get_cookie` if you expect signed cookies. """ -        cookies = SimpleCookie(self.environ.get('HTTP_COOKIE','')) -        return FormsDict((c.key, c.value) for c in cookies.itervalues()) +        cookies = SimpleCookie(self.environ.get('HTTP_COOKIE','')).values() +        return FormsDict((c.key, c.value) for c in cookies)      def get_cookie(self, key, default=None, secret=None):          """ Return the content of a cookie. To read a `Signed Cookie`, the @@ -911,22 +1068,21 @@ class BaseRequest(DictMixin):              values are sometimes called "URL arguments" or "GET parameters", but              not to be confused with "URL wildcards" as they are provided by the              :class:`Router`. ''' -        data = parse_qs(self.query_string, keep_blank_values=True)          get = self.environ['bottle.get'] = FormsDict() -        for key, values in data.iteritems(): -            for value in values: -                get[key] = value +        pairs = _parse_qsl(self.environ.get('QUERY_STRING', '')) +        for key, value in pairs: +            get[key] = value          return get      @DictProperty('environ', 'bottle.request.forms', read_only=True)      def forms(self):          """ Form values parsed from an `url-encoded` or `multipart/form-data` -            encoded POST or PUT request body. The result is retuned as a +            encoded POST or PUT request body. The result is returned as a              :class:`FormsDict`. All keys and values are strings. File uploads              are stored separately in :attr:`files`. """          forms = FormsDict() -        for name, item in self.POST.iterallitems(): -            if not hasattr(item, 'filename'): +        for name, item in self.POST.allitems(): +            if not isinstance(item, FileUpload):                  forms[name] = item          return forms @@ -935,32 +1091,21 @@ class BaseRequest(DictMixin):          """ A :class:`FormsDict` with the combined values of :attr:`query` and              :attr:`forms`. File uploads are stored in :attr:`files`. """          params = FormsDict() -        for key, value in self.query.iterallitems(): +        for key, value in self.query.allitems():              params[key] = value -        for key, value in self.forms.iterallitems(): +        for key, value in self.forms.allitems():              params[key] = value          return params      @DictProperty('environ', 'bottle.request.files', read_only=True)      def files(self): -        """ File uploads parsed from an `url-encoded` or `multipart/form-data` -            encoded POST or PUT request body. The values are instances of -            :class:`cgi.FieldStorage`. The most important attributes are: - -            filename -                The filename, if specified; otherwise None; this is the client -                side filename, *not* the file name on which it is stored (that's -                a temporary file you don't deal with) -            file -                The file(-like) object from which you can read the data. -            value -                The value as a *string*; for file uploads, this transparently -                reads the file every time you request the value. Do not do this -                on big files. +        """ File uploads parsed from `multipart/form-data` encoded POST or PUT +            request body. The values are instances of :class:`FileUpload`. +          """          files = FormsDict() -        for name, item in self.POST.iterallitems(): -            if hasattr(item, 'filename'): +        for name, item in self.POST.allitems(): +            if isinstance(item, FileUpload):                  files[name] = item          return files @@ -970,25 +1115,74 @@ class BaseRequest(DictMixin):              property holds the parsed content of the request body. Only requests              smaller than :attr:`MEMFILE_MAX` are processed to avoid memory              exhaustion. ''' -        if 'application/json' in self.environ.get('CONTENT_TYPE', '') \ -        and 0 < self.content_length < self.MEMFILE_MAX: -            return json_loads(self.body.read(self.MEMFILE_MAX)) +        if 'application/json' in self.environ.get('CONTENT_TYPE', ''): +            return json_loads(self._get_body_string())          return None -    @DictProperty('environ', 'bottle.request.body', read_only=True) -    def _body(self): +    def _iter_body(self, read, bufsize):          maxread = max(0, self.content_length) -        stream = self.environ['wsgi.input'] -        body = BytesIO() if maxread < self.MEMFILE_MAX else TemporaryFile(mode='w+b') -        while maxread > 0: -            part = stream.read(min(maxread, self.MEMFILE_MAX)) +        while maxread: +            part = read(min(maxread, bufsize))              if not part: break -            body.write(part) +            yield part              maxread -= len(part) + +    def _iter_chunked(self, read, bufsize): +        err = HTTPError(400, 'Error while parsing chunked transfer body.') +        rn, sem, bs = tob('\r\n'), tob(';'), tob('') +        while True: +            header = read(1) +            while header[-2:] != rn: +                c = read(1) +                header += c +                if not c: raise err +                if len(header) > bufsize: raise err +            size, _, _ = header.partition(sem) +            try: +                maxread = int(tonat(size.strip()), 16) +            except ValueError: +                raise err +            if maxread == 0: break +            buff = bs +            while maxread > 0: +                if not buff: +                    buff = read(min(maxread, bufsize)) +                part, buff = buff[:maxread], buff[maxread:] +                if not part: raise err +                yield part +                maxread -= len(part) +            if read(2) != rn: +                raise err +             +    @DictProperty('environ', 'bottle.request.body', read_only=True) +    def _body(self): +        body_iter = self._iter_chunked if self.chunked else self._iter_body +        read_func = self.environ['wsgi.input'].read +        body, body_size, is_temp_file = BytesIO(), 0, False +        for part in body_iter(read_func, self.MEMFILE_MAX): +            body.write(part) +            body_size += len(part) +            if not is_temp_file and body_size > self.MEMFILE_MAX: +                body, tmp = TemporaryFile(mode='w+b'), body +                body.write(tmp.getvalue()) +                del tmp +                is_temp_file = True          self.environ['wsgi.input'] = body          body.seek(0)          return body +    def _get_body_string(self): +        ''' read body until content-length or MEMFILE_MAX into a string. Raise +            HTTPError(413) on requests that are to large. ''' +        clen = self.content_length +        if clen > self.MEMFILE_MAX: +            raise HTTPError(413, 'Request to large') +        if clen < 0: clen = self.MEMFILE_MAX + 1 +        data = self.body.read(clen) +        if len(data) > self.MEMFILE_MAX: # Fail fast +            raise HTTPError(413, 'Request to large') +        return data +      @property      def body(self):          """ The HTTP request body as a seek-able file-like object. Depending on @@ -999,6 +1193,11 @@ class BaseRequest(DictMixin):          self._body.seek(0)          return self._body +    @property +    def chunked(self): +        ''' True if Chunked transfer encoding was. ''' +        return 'chunked' in self.environ.get('HTTP_TRANSFER_ENCODING', '').lower() +      #: An alias for :attr:`query`.      GET = query @@ -1009,25 +1208,34 @@ class BaseRequest(DictMixin):              instances of :class:`cgi.FieldStorage` (file uploads).          """          post = FormsDict() +        # We default to application/x-www-form-urlencoded for everything that +        # is not multipart and take the fast path (also: 3.1 workaround) +        if not self.content_type.startswith('multipart/'): +            pairs = _parse_qsl(tonat(self._get_body_string(), 'latin1')) +            for key, value in pairs: +                post[key] = value +            return post +          safe_env = {'QUERY_STRING':''} # Build a safe environment for cgi          for key in ('REQUEST_METHOD', 'CONTENT_TYPE', 'CONTENT_LENGTH'):              if key in self.environ: safe_env[key] = self.environ[key] -        if NCTextIOWrapper: -            fb = NCTextIOWrapper(self.body, encoding='ISO-8859-1', newline='\n') -        else: -            fb = self.body -        data = cgi.FieldStorage(fp=fb, environ=safe_env, keep_blank_values=True) -        for item in data.list or []: -            post[item.name] = item if item.filename else item.value +        args = dict(fp=self.body, environ=safe_env, keep_blank_values=True) +        if py31: +            args['fp'] = NCTextIOWrapper(args['fp'], encoding='utf8', +                                         newline='\n') +        elif py3k: +            args['encoding'] = 'utf8' +        data = cgi.FieldStorage(**args) +        data = data.list or [] +        for item in data: +            if item.filename: +                post[item.name] = FileUpload(item.file, item.name, +                                             item.filename, item.headers) +            else: +                post[item.name] = item.value          return post      @property -    def COOKIES(self): -        ''' Alias for :attr:`cookies` (deprecated). ''' -        depr('BaseRequest.COOKIES was renamed to BaseRequest.cookies (lowercase).') -        return self.cookies - -    @property      def url(self):          """ The full request URI including hostname and scheme. If your app              lives behind a reverse proxy or load balancer and you get confusing @@ -1042,7 +1250,7 @@ class BaseRequest(DictMixin):              but the fragment is always empty because it is not visible to the              server. '''          env = self.environ -        http = env.get('wsgi.url_scheme', 'http') +        http = env.get('HTTP_X_FORWARDED_PROTO') or env.get('wsgi.url_scheme', 'http')          host = env.get('HTTP_X_FORWARDED_HOST') or env.get('HTTP_HOST')          if not host:              # HTTP 1.1 requires a Host-header. This is for HTTP/1.0 clients. @@ -1091,6 +1299,11 @@ class BaseRequest(DictMixin):          return int(self.environ.get('CONTENT_LENGTH') or -1)      @property +    def content_type(self): +        ''' The Content-Type header as a lowercase-string (default: empty). ''' +        return self.environ.get('CONTENT_TYPE', '').lower() + +    @property      def is_xhr(self):          ''' True if the request was triggered by a XMLHttpRequest. This only              works with JavaScript libraries that support the `X-Requested-With` @@ -1139,6 +1352,7 @@ class BaseRequest(DictMixin):          """ Return a new :class:`Request` with a shallow :attr:`environ` copy. """          return Request(self.environ.copy()) +    def get(self, value, default=None): return self.environ.get(value, default)      def __getitem__(self, key): return self.environ[key]      def __delitem__(self, key): self[key] = ""; del(self.environ[key])      def __iter__(self): return iter(self.environ) @@ -1166,27 +1380,41 @@ class BaseRequest(DictMixin):      def __repr__(self):          return '<%s: %s %s>' % (self.__class__.__name__, self.method, self.url) +    def __getattr__(self, name): +        ''' Search in self.environ for additional user defined attributes. ''' +        try: +            var = self.environ['bottle.request.ext.%s'%name] +            return var.__get__(self) if hasattr(var, '__get__') else var +        except KeyError: +            raise AttributeError('Attribute %r not defined.' % name) + +    def __setattr__(self, name, value): +        if name == 'environ': return object.__setattr__(self, name, value) +        self.environ['bottle.request.ext.%s'%name] = value + + + +  def _hkey(s):      return s.title().replace('_','-')  class HeaderProperty(object):      def __init__(self, name, reader=None, writer=str, default=''): -        self.name, self.reader, self.writer, self.default = name, reader, writer, default +        self.name, self.default = name, default +        self.reader, self.writer = reader, writer          self.__doc__ = 'Current value of the %r header.' % name.title()      def __get__(self, obj, cls):          if obj is None: return self -        value = obj.headers.get(self.name) -        return self.reader(value) if (value and self.reader) else (value or self.default) +        value = obj.headers.get(self.name, self.default) +        return self.reader(value) if self.reader else value      def __set__(self, obj, value): -        if self.writer: value = self.writer(value) -        obj.headers[self.name] = value +        obj.headers[self.name] = self.writer(value)      def __delete__(self, obj): -        if self.name in obj.headers: -            del obj.headers[self.name] +        del obj.headers[self.name]  class BaseResponse(object): @@ -1195,6 +1423,14 @@ class BaseResponse(object):          This class does support dict-like case-insensitive item-access to          headers, but is NOT a dict. Most notably, iterating over a response          yields parts of the body and not the headers. + +        :param body: The response body as one of the supported types. +        :param status: Either an HTTP status code (e.g. 200) or a status line +                       including the reason phrase (e.g. '200 OK'). +        :param headers: A dictionary or a list of name-value pairs. + +        Additional keyword arguments are added to the list of headers. +        Underscores in the header name are replaced with dashes.      """      default_status = 200 @@ -1208,22 +1444,30 @@ class BaseResponse(object):                    'Content-Length', 'Content-Range', 'Content-Type',                    'Content-Md5', 'Last-Modified'))} -    def __init__(self, body='', status=None, **headers): -        self._status_line = None -        self._status_code = None -        self.body = body +    def __init__(self, body='', status=None, headers=None, **more_headers):          self._cookies = None -        self._headers = {'Content-Type': [self.default_content_type]} +        self._headers = {} +        self.body = body          self.status = status or self.default_status          if headers: -            for name, value in headers.items(): -                self[name] = value - -    def copy(self): +            if isinstance(headers, dict): +                headers = headers.items() +            for name, value in headers: +                self.add_header(name, value) +        if more_headers: +            for name, value in more_headers.items(): +                self.add_header(name, value) + +    def copy(self, cls=None):          ''' Returns a copy of self. ''' -        copy = Response() +        cls = cls or BaseResponse +        assert issubclass(cls, BaseResponse) +        copy = cls()          copy.status = self.status          copy._headers = dict((k, v[:]) for (k, v) in self._headers.items()) +        if self._cookies: +            copy._cookies = SimpleCookie() +            copy._cookies.load(self._cookies.output())          return copy      def __iter__(self): @@ -1253,26 +1497,24 @@ class BaseResponse(object):              raise ValueError('String status line without a reason phrase.')          if not 100 <= code <= 999: raise ValueError('Status code out of range.')          self._status_code = code -        self._status_line = status or ('%d Unknown' % code) +        self._status_line = str(status or ('%d Unknown' % code))      def _get_status(self): -        depr('BaseReuqest.status will change to return a string in 0.11. Use'\ -             ' status_line and status_code to make sure.') #0.10 -        return self._status_code +        return self._status_line      status = property(_get_status, _set_status, None,          ''' A writeable property to change the HTTP response status. It accepts              either a numeric code (100-999) or a string with a custom reason              phrase (e.g. "404 Brain not found"). Both :data:`status_line` and -            :data:`status_code` are updates accordingly. The return value is -            always a numeric code. ''') +            :data:`status_code` are updated accordingly. The return value is +            always a status string. ''')      del _get_status, _set_status      @property      def headers(self):          ''' An instance of :class:`HeaderDict`, a case-insensitive dict-like              view on the response headers. ''' -        self.__dict__['headers'] = hdict = HeaderDict() +        hdict = HeaderDict()          hdict.dict = self._headers          return hdict @@ -1286,13 +1528,10 @@ class BaseResponse(object):              header with that name, return a default value. '''          return self._headers.get(_hkey(name), [default])[-1] -    def set_header(self, name, value, append=False): +    def set_header(self, name, value):          ''' Create a new response header, replacing any previously defined              headers with the same name. ''' -        if append: -            self.add_header(name, value) -        else: -            self._headers[_hkey(name)] = [str(value)] +        self._headers[_hkey(name)] = [str(value)]      def add_header(self, name, value):          ''' Add an additional response header, not removing duplicates. ''' @@ -1301,44 +1540,36 @@ class BaseResponse(object):      def iter_headers(self):          ''' Yield (header, value) tuples, skipping headers that are not              allowed with the current response status code. ''' -        headers = self._headers.iteritems() -        bad_headers = self.bad_headers.get(self.status_code) -        if bad_headers: -            headers = [h for h in headers if h[0] not in bad_headers] -        for name, values in headers: -            for value in values: -                yield name, value -        if self._cookies: -            for c in self._cookies.values(): -                yield 'Set-Cookie', c.OutputString() - -    def wsgiheader(self): -        depr('The wsgiheader method is deprecated. See headerlist.') #0.10          return self.headerlist      @property      def headerlist(self):          ''' WSGI conform list of (header, value) tuples. ''' -        return list(self.iter_headers()) +        out = [] +        headers = list(self._headers.items()) +        if 'Content-Type' not in self._headers: +            headers.append(('Content-Type', [self.default_content_type])) +        if self._status_code in self.bad_headers: +            bad_headers = self.bad_headers[self._status_code] +            headers = [h for h in headers if h[0] not in bad_headers] +        out += [(name, val) for name, vals in headers for val in vals] +        if self._cookies: +            for c in self._cookies.values(): +                out.append(('Set-Cookie', c.OutputString())) +        return out      content_type = HeaderProperty('Content-Type')      content_length = HeaderProperty('Content-Length', reader=int) +    expires = HeaderProperty('Expires', +        reader=lambda x: datetime.utcfromtimestamp(parse_date(x)), +        writer=lambda x: http_date(x))      @property -    def charset(self): +    def charset(self, default='UTF-8'):          """ Return the charset specified in the content-type header (default: utf8). """          if 'charset=' in self.content_type:              return self.content_type.split('charset=')[-1].split(';')[0].strip() -        return 'UTF-8' - -    @property -    def COOKIES(self): -        """ A dict-like SimpleCookie instance. This should not be used directly. -            See :meth:`set_cookie`. """ -        depr('The COOKIES dict is deprecated. Use `set_cookie()` instead.') # 0.10 -        if not self._cookies: -            self._cookies = SimpleCookie() -        return self._cookies +        return default      def set_cookie(self, name, value, secret=None, **options):          ''' Create a new cookie or replace an old one. If the `secret` parameter is @@ -1384,7 +1615,7 @@ class BaseResponse(object):          if len(value) > 4096: raise ValueError('Cookie value to long.')          self._cookies[name] = value -        for key, value in options.iteritems(): +        for key, value in options.items():              if key == 'max_age':                  if isinstance(value, timedelta):                      value = value.seconds + value.days * 24 * 3600 @@ -1410,19 +1641,65 @@ class BaseResponse(object):          return out -class LocalRequest(BaseRequest, threading.local): -    ''' A thread-local subclass of :class:`BaseRequest`. ''' -    def __init__(self): pass +def local_property(name=None): +    if name: depr('local_property() is deprecated and will be removed.') #0.12 +    ls = threading.local() +    def fget(self): +        try: return ls.var +        except AttributeError: +            raise RuntimeError("Request context not initialized.") +    def fset(self, value): ls.var = value +    def fdel(self): del ls.var +    return property(fget, fset, fdel, 'Thread-local property') + + +class LocalRequest(BaseRequest): +    ''' A thread-local subclass of :class:`BaseRequest` with a different +        set of attributes for each thread. There is usually only one global +        instance of this class (:data:`request`). If accessed during a +        request/response cycle, this instance always refers to the *current* +        request (even on a multithreaded server). '''      bind = BaseRequest.__init__ +    environ = local_property() -class LocalResponse(BaseResponse, threading.local): -    ''' A thread-local subclass of :class:`BaseResponse`. ''' +class LocalResponse(BaseResponse): +    ''' A thread-local subclass of :class:`BaseResponse` with a different +        set of attributes for each thread. There is usually only one global +        instance of this class (:data:`response`). Its attributes are used +        to build the HTTP response at the end of the request/response cycle. +    '''      bind = BaseResponse.__init__ +    _status_line = local_property() +    _status_code = local_property() +    _cookies     = local_property() +    _headers     = local_property() +    body         = local_property() -Response = LocalResponse # BC 0.9 -Request  = LocalRequest  # BC 0.9 +Request = BaseRequest +Response = BaseResponse + + +class HTTPResponse(Response, BottleException): +    def __init__(self, body='', status=None, headers=None, **more_headers): +        super(HTTPResponse, self).__init__(body, status, headers, **more_headers) + +    def apply(self, response): +        response._status_code = self._status_code +        response._status_line = self._status_line +        response._headers = self._headers +        response._cookies = self._cookies +        response.body = self.body + + +class HTTPError(HTTPResponse): +    default_status = 500 +    def __init__(self, status=None, body=None, exception=None, traceback=None, +                 **options): +        self.exception = exception +        self.traceback = traceback +        super(HTTPError, self).__init__(body, status, **options) @@ -1434,6 +1711,7 @@ Request  = LocalRequest  # BC 0.9  class PluginError(BottleException): pass +  class JSONPlugin(object):      name = 'json'      api  = 2 @@ -1441,63 +1719,26 @@ class JSONPlugin(object):      def __init__(self, json_dumps=json_dumps):          self.json_dumps = json_dumps -    def apply(self, callback, context): +    def apply(self, callback, route):          dumps = self.json_dumps          if not dumps: return callback          def wrapper(*a, **ka): -            rv = callback(*a, **ka) +            try: +                rv = callback(*a, **ka) +            except HTTPError: +                rv = _e() +              if isinstance(rv, dict):                  #Attempt to serialize, raises exception on failure                  json_response = dumps(rv)                  #Set content type only if serialization succesful                  response.content_type = 'application/json'                  return json_response +            elif isinstance(rv, HTTPResponse) and isinstance(rv.body, dict): +                rv.body = dumps(rv.body) +                rv.content_type = 'application/json'              return rv -        return wrapper - - -class HooksPlugin(object): -    name = 'hooks' -    api  = 2 - -    _names = 'before_request', 'after_request', 'app_reset' - -    def __init__(self): -        self.hooks = dict((name, []) for name in self._names) -        self.app = None - -    def _empty(self): -        return not (self.hooks['before_request'] or self.hooks['after_request']) - -    def setup(self, app): -        self.app = app - -    def add(self, name, func): -        ''' Attach a callback to a hook. ''' -        was_empty = self._empty() -        self.hooks.setdefault(name, []).append(func) -        if self.app and was_empty and not self._empty(): self.app.reset() -    def remove(self, name, func): -        ''' Remove a callback from a hook. ''' -        was_empty = self._empty() -        if name in self.hooks and func in self.hooks[name]: -            self.hooks[name].remove(func) -        if self.app and not was_empty and self._empty(): self.app.reset() - -    def trigger(self, name, *a, **ka): -        ''' Trigger a hook and return a list of results. ''' -        hooks = self.hooks[name] -        if ka.pop('reversed', False): hooks = hooks[::-1] -        return [hook(*a, **ka) for hook in hooks] - -    def apply(self, callback, context): -        if self._empty(): return callback -        def wrapper(*a, **ka): -            self.trigger('before_request') -            rv = callback(*a, **ka) -            self.trigger('after_request', reversed=True) -            return rv          return wrapper @@ -1513,9 +1754,6 @@ class TemplatePlugin(object):          conf = route.config.get('template')          if isinstance(conf, (tuple, list)) and len(conf) == 2:              return view(conf[0], **conf[1])(callback) -        elif isinstance(conf, str) and 'template_opts' in route.config: -            depr('The `template_opts` parameter is deprecated.') #0.9 -            return view(conf, **route.config['template_opts'])(callback)          elif isinstance(conf, str):              return view(conf)(callback)          else: @@ -1535,13 +1773,13 @@ class _ImportRedirect(object):      def find_module(self, fullname, path=None):          if '.' not in fullname: return -        packname, modname = fullname.rsplit('.', 1) +        packname = fullname.rsplit('.', 1)[0]          if packname != self.name: return          return self      def load_module(self, fullname):          if fullname in sys.modules: return sys.modules[fullname] -        packname, modname = fullname.rsplit('.', 1) +        modname = fullname.rsplit('.', 1)[1]          realname = self.impmask % modname          __import__(realname)          module = sys.modules[fullname] = sys.modules[realname] @@ -1566,26 +1804,37 @@ class MultiDict(DictMixin):      """      def __init__(self, *a, **k): -        self.dict = dict((k, [v]) for k, v in dict(*a, **k).iteritems()) +        self.dict = dict((k, [v]) for (k, v) in dict(*a, **k).items()) +      def __len__(self): return len(self.dict)      def __iter__(self): return iter(self.dict)      def __contains__(self, key): return key in self.dict      def __delitem__(self, key): del self.dict[key]      def __getitem__(self, key): return self.dict[key][-1]      def __setitem__(self, key, value): self.append(key, value) -    def iterkeys(self): return self.dict.iterkeys() -    def itervalues(self): return (v[-1] for v in self.dict.itervalues()) -    def iteritems(self): return ((k, v[-1]) for (k, v) in self.dict.iteritems()) -    def iterallitems(self): -        for key, values in self.dict.iteritems(): -            for value in values: -                yield key, value - -    # 2to3 is not able to fix these automatically. -    keys     = iterkeys     if py3k else lambda self: list(self.iterkeys()) -    values   = itervalues   if py3k else lambda self: list(self.itervalues()) -    items    = iteritems    if py3k else lambda self: list(self.iteritems()) -    allitems = iterallitems if py3k else lambda self: list(self.iterallitems()) +    def keys(self): return self.dict.keys() + +    if py3k: +        def values(self): return (v[-1] for v in self.dict.values()) +        def items(self): return ((k, v[-1]) for k, v in self.dict.items()) +        def allitems(self): +            return ((k, v) for k, vl in self.dict.items() for v in vl) +        iterkeys = keys +        itervalues = values +        iteritems = items +        iterallitems = allitems + +    else: +        def values(self): return [v[-1] for v in self.dict.values()] +        def items(self): return [(k, v[-1]) for k, v in self.dict.items()] +        def iterkeys(self): return self.dict.iterkeys() +        def itervalues(self): return (v[-1] for v in self.dict.itervalues()) +        def iteritems(self): +            return ((k, v[-1]) for k, v in self.dict.iteritems()) +        def iterallitems(self): +            return ((k, v) for k, vl in self.dict.iteritems() for v in vl) +        def allitems(self): +            return [(k, v) for k, vl in self.dict.iteritems() for v in vl]      def get(self, key, default=None, index=-1, type=None):          ''' Return the most recent value for a key. @@ -1600,7 +1849,7 @@ class MultiDict(DictMixin):          try:              val = self.dict[key][index]              return type(val) if type else val -        except Exception, e: +        except Exception:              pass          return default @@ -1621,30 +1870,51 @@ class MultiDict(DictMixin):      getlist = getall -  class FormsDict(MultiDict):      ''' This :class:`MultiDict` subclass is used to store request form data.          Additionally to the normal dict-like item access methods (which return          unmodified data as native strings), this container also supports -        attribute-like access to its values. Attribues are automatiically de- or -        recoded to match :attr:`input_encoding` (default: 'utf8'). Missing +        attribute-like access to its values. Attributes are automatically de- +        or recoded to match :attr:`input_encoding` (default: 'utf8'). Missing          attributes default to an empty string. '''      #: Encoding used for attribute values.      input_encoding = 'utf8' +    #: If true (default), unicode strings are first encoded with `latin1` +    #: and then decoded to match :attr:`input_encoding`. +    recode_unicode = True + +    def _fix(self, s, encoding=None): +        if isinstance(s, unicode) and self.recode_unicode: # Python 3 WSGI +            return s.encode('latin1').decode(encoding or self.input_encoding) +        elif isinstance(s, bytes): # Python 2 WSGI +            return s.decode(encoding or self.input_encoding) +        else: +            return s + +    def decode(self, encoding=None): +        ''' Returns a copy with all keys and values de- or recoded to match +            :attr:`input_encoding`. Some libraries (e.g. WTForms) want a +            unicode dictionary. ''' +        copy = FormsDict() +        enc = copy.input_encoding = encoding or self.input_encoding +        copy.recode_unicode = False +        for key, value in self.allitems(): +            copy.append(self._fix(key, enc), self._fix(value, enc)) +        return copy      def getunicode(self, name, default=None, encoding=None): -        value, enc = self.get(name, default), encoding or self.input_encoding +        ''' Return the value as a unicode string, or the default. '''          try: -            if isinstance(value, bytes): # Python 2 WSGI -                return value.decode(enc) -            elif isinstance(value, unicode): # Python 3 WSGI -                return value.encode('latin1').decode(enc) -            return value -        except UnicodeError, e: +            return self._fix(self[name], encoding) +        except (UnicodeError, KeyError):              return default -    def __getattr__(self, name): return self.getunicode(name, default=u'') +    def __getattr__(self, name, default=unicode()): +        # Without this guard, pickle generates a cryptic TypeError: +        if name.startswith('__') and name.endswith('__'): +            return super(FormsDict, self).__getattr__(name) +        return self.getunicode(name, default=default)  class HeaderDict(MultiDict): @@ -1666,7 +1936,7 @@ class HeaderDict(MultiDict):      def get(self, key, default=None, index=-1):          return MultiDict.get(self, _hkey(key), default, index)      def filter(self, names): -        for name in map(_hkey, names): +        for name in [_hkey(n) for n in names]:              if name in self.dict:                  del self.dict[name] @@ -1682,7 +1952,7 @@ class WSGIHeaderDict(DictMixin):          Currently PEP 333, 444 and 3333 are supported. (PEP 444 is the only one          that uses non-native strings.)      ''' -    #: List of keys that do not have a 'HTTP_' prefix. +    #: List of keys that do not have a ``HTTP_`` prefix.      cgikeys = ('CONTENT_TYPE', 'CONTENT_LENGTH')      def __init__(self, environ): @@ -1720,39 +1990,212 @@ class WSGIHeaderDict(DictMixin):      def __contains__(self, key): return self._ekey(key) in self.environ +  class ConfigDict(dict): -    ''' A dict-subclass with some extras: You can access keys like attributes. -        Uppercase attributes create new ConfigDicts and act as name-spaces. -        Other missing attributes return None. Calling a ConfigDict updates its -        values and returns itself. - -        >>> cfg = ConfigDict() -        >>> cfg.Namespace.value = 5 -        >>> cfg.OtherNamespace(a=1, b=2) -        >>> cfg -        {'Namespace': {'value': 5}, 'OtherNamespace': {'a': 1, 'b': 2}} +    ''' A dict-like configuration storage with additional support for +        namespaces, validators, meta-data, on_change listeners and more. + +        This storage is optimized for fast read access. Retrieving a key +        or using non-altering dict methods (e.g. `dict.get()`) has no overhead +        compared to a native dict.      ''' +    __slots__ = ('_meta', '_on_change') + +    class Namespace(DictMixin): + +        def __init__(self, config, namespace): +            self._config = config +            self._prefix = namespace + +        def __getitem__(self, key): +            depr('Accessing namespaces as dicts is discouraged. ' +                 'Only use flat item access: ' +                 'cfg["names"]["pace"]["key"] -> cfg["name.space.key"]') #0.12 +            return self._config[self._prefix + '.' + key] + +        def __setitem__(self, key, value): +            self._config[self._prefix + '.' + key] = value + +        def __delitem__(self, key): +            del self._config[self._prefix + '.' + key] + +        def __iter__(self): +            ns_prefix = self._prefix + '.' +            for key in self._config: +                ns, dot, name = key.rpartition('.') +                if ns == self._prefix and name: +                    yield name + +        def keys(self): return [x for x in self] +        def __len__(self): return len(self.keys()) +        def __contains__(self, key): return self._prefix + '.' + key in self._config +        def __repr__(self): return '<Config.Namespace %s.*>' % self._prefix +        def __str__(self): return '<Config.Namespace %s.*>' % self._prefix + +        # Deprecated ConfigDict features +        def __getattr__(self, key): +            depr('Attribute access is deprecated.') #0.12 +            if key not in self and key[0].isupper(): +                self[key] = ConfigDict.Namespace(self._config, self._prefix + '.' + key) +            if key not in self and key.startswith('__'): +                raise AttributeError(key) +            return self.get(key) + +        def __setattr__(self, key, value): +            if key in ('_config', '_prefix'): +                self.__dict__[key] = value +                return +            depr('Attribute assignment is deprecated.') #0.12 +            if hasattr(DictMixin, key): +                raise AttributeError('Read-only attribute.') +            if key in self and self[key] and isinstance(self[key], self.__class__): +                raise AttributeError('Non-empty namespace attribute.') +            self[key] = value + +        def __delattr__(self, key): +            if key in self: +                val = self.pop(key) +                if isinstance(val, self.__class__): +                    prefix = key + '.' +                    for key in self: +                        if key.startswith(prefix): +                            del self[prefix+key] + +        def __call__(self, *a, **ka): +            depr('Calling ConfDict is deprecated. Use the update() method.') #0.12 +            self.update(*a, **ka) +            return self + +    def __init__(self, *a, **ka): +        self._meta = {} +        self._on_change = lambda name, value: None +        if a or ka: +            depr('Constructor does no longer accept parameters.') #0.12 +            self.update(*a, **ka) + +    def load_config(self, filename): +        ''' Load values from an *.ini style config file. + +            If the config file contains sections, their names are used as +            namespaces for the values within. The two special sections +            ``DEFAULT`` and ``bottle`` refer to the root namespace (no prefix). +        ''' +        conf = ConfigParser() +        conf.read(filename) +        for section in conf.sections(): +            for key, value in conf.items(section): +                if section not in ('DEFAULT', 'bottle'): +                    key = section + '.' + key +                self[key] = value +        return self + +    def load_dict(self, source, namespace='', make_namespaces=False): +        ''' Import values from a dictionary structure. Nesting can be used to +            represent namespaces. +             +            >>> ConfigDict().load_dict({'name': {'space': {'key': 'value'}}}) +            {'name.space.key': 'value'} +        ''' +        stack = [(namespace, source)] +        while stack: +            prefix, source = stack.pop() +            if not isinstance(source, dict): +                raise TypeError('Source is not a dict (r)' % type(key)) +            for key, value in source.items(): +                if not isinstance(key, str): +                    raise TypeError('Key is not a string (%r)' % type(key)) +                full_key = prefix + '.' + key if prefix else key +                if isinstance(value, dict): +                    stack.append((full_key, value)) +                    if make_namespaces: +                        self[full_key] = self.Namespace(self, full_key) +                else: +                    self[full_key] = value +        return self + +    def update(self, *a, **ka): +        ''' If the first parameter is a string, all keys are prefixed with this +            namespace. Apart from that it works just as the usual dict.update(). +            Example: ``update('some.namespace', key='value')`` ''' +        prefix = '' +        if a and isinstance(a[0], str): +            prefix = a[0].strip('.') + '.' +            a = a[1:] +        for key, value in dict(*a, **ka).items(): +            self[prefix+key] = value + +    def setdefault(self, key, value): +        if key not in self: +            self[key] = value +        return self[key] + +    def __setitem__(self, key, value): +        if not isinstance(key, str): +            raise TypeError('Key has type %r (not a string)' % type(key)) + +        value = self.meta_get(key, 'filter', lambda x: x)(value) +        if key in self and self[key] is value: +            return +        self._on_change(key, value) +        dict.__setitem__(self, key, value) + +    def __delitem__(self, key): +        dict.__delitem__(self, key) + +    def clear(self): +        for key in self: +            del self[key] + +    def meta_get(self, key, metafield, default=None): +        ''' Return the value of a meta field for a key. ''' +        return self._meta.get(key, {}).get(metafield, default) + +    def meta_set(self, key, metafield, value): +        ''' Set the meta field for a key to a new value. This triggers the +            on-change handler for existing keys. ''' +        self._meta.setdefault(key, {})[metafield] = value +        if key in self: +            self[key] = self[key] +    def meta_list(self, key): +        ''' Return an iterable of meta field names defined for a key. ''' +        return self._meta.get(key, {}).keys() + +    # Deprecated ConfigDict features      def __getattr__(self, key): +        depr('Attribute access is deprecated.') #0.12          if key not in self and key[0].isupper(): -            self[key] = ConfigDict() +            self[key] = self.Namespace(self, key) +        if key not in self and key.startswith('__'): +            raise AttributeError(key)          return self.get(key)      def __setattr__(self, key, value): +        if key in self.__slots__: +            return dict.__setattr__(self, key, value) +        depr('Attribute assignment is deprecated.') #0.12          if hasattr(dict, key):              raise AttributeError('Read-only attribute.') -        if key in self and self[key] and isinstance(self[key], ConfigDict): +        if key in self and self[key] and isinstance(self[key], self.Namespace):              raise AttributeError('Non-empty namespace attribute.')          self[key] = value      def __delattr__(self, key): -        if key in self: del self[key] +        if key in self: +            val = self.pop(key) +            if isinstance(val, self.Namespace): +                prefix = key + '.' +                for key in self: +                    if key.startswith(prefix): +                        del self[prefix+key]      def __call__(self, *a, **ka): -        for key, value in dict(*a, **ka).iteritems(): setattr(self, key, value) +        depr('Calling ConfDict is deprecated. Use the update() method.') #0.12 +        self.update(*a, **ka)          return self +  class AppStack(list):      """ A stack-like list. Calling it returns the head of the stack. """ @@ -1770,17 +2213,182 @@ class AppStack(list):  class WSGIFileWrapper(object): -   def __init__(self, fp, buffer_size=1024*64): -       self.fp, self.buffer_size = fp, buffer_size -       for attr in ('fileno', 'close', 'read', 'readlines'): -           if hasattr(fp, attr): setattr(self, attr, getattr(fp, attr)) +    def __init__(self, fp, buffer_size=1024*64): +        self.fp, self.buffer_size = fp, buffer_size +        for attr in ('fileno', 'close', 'read', 'readlines', 'tell', 'seek'): +            if hasattr(fp, attr): setattr(self, attr, getattr(fp, attr)) + +    def __iter__(self): +        buff, read = self.buffer_size, self.read +        while True: +            part = read(buff) +            if not part: return +            yield part + -   def __iter__(self): -       read, buff = self.fp.read, self.buffer_size -       while True: -           part = read(buff) -           if not part: break -           yield part +class _closeiter(object): +    ''' This only exists to be able to attach a .close method to iterators that +        do not support attribute assignment (most of itertools). ''' + +    def __init__(self, iterator, close=None): +        self.iterator = iterator +        self.close_callbacks = makelist(close) + +    def __iter__(self): +        return iter(self.iterator) + +    def close(self): +        for func in self.close_callbacks: +            func() + + +class ResourceManager(object): +    ''' This class manages a list of search paths and helps to find and open +        application-bound resources (files). + +        :param base: default value for :meth:`add_path` calls. +        :param opener: callable used to open resources. +        :param cachemode: controls which lookups are cached. One of 'all', +                         'found' or 'none'. +    ''' + +    def __init__(self, base='./', opener=open, cachemode='all'): +        self.opener = open +        self.base = base +        self.cachemode = cachemode + +        #: A list of search paths. See :meth:`add_path` for details. +        self.path = [] +        #: A cache for resolved paths. ``res.cache.clear()`` clears the cache. +        self.cache = {} + +    def add_path(self, path, base=None, index=None, create=False): +        ''' Add a new path to the list of search paths. Return False if the +            path does not exist. + +            :param path: The new search path. Relative paths are turned into +                an absolute and normalized form. If the path looks like a file +                (not ending in `/`), the filename is stripped off. +            :param base: Path used to absolutize relative search paths. +                Defaults to :attr:`base` which defaults to ``os.getcwd()``. +            :param index: Position within the list of search paths. Defaults +                to last index (appends to the list). + +            The `base` parameter makes it easy to reference files installed +            along with a python module or package:: + +                res.add_path('./resources/', __file__) +        ''' +        base = os.path.abspath(os.path.dirname(base or self.base)) +        path = os.path.abspath(os.path.join(base, os.path.dirname(path))) +        path += os.sep +        if path in self.path: +            self.path.remove(path) +        if create and not os.path.isdir(path): +            os.makedirs(path) +        if index is None: +            self.path.append(path) +        else: +            self.path.insert(index, path) +        self.cache.clear() +        return os.path.exists(path) + +    def __iter__(self): +        ''' Iterate over all existing files in all registered paths. ''' +        search = self.path[:] +        while search: +            path = search.pop() +            if not os.path.isdir(path): continue +            for name in os.listdir(path): +                full = os.path.join(path, name) +                if os.path.isdir(full): search.append(full) +                else: yield full + +    def lookup(self, name): +        ''' Search for a resource and return an absolute file path, or `None`. + +            The :attr:`path` list is searched in order. The first match is +            returend. Symlinks are followed. The result is cached to speed up +            future lookups. ''' +        if name not in self.cache or DEBUG: +            for path in self.path: +                fpath = os.path.join(path, name) +                if os.path.isfile(fpath): +                    if self.cachemode in ('all', 'found'): +                        self.cache[name] = fpath +                    return fpath +            if self.cachemode == 'all': +                self.cache[name] = None +        return self.cache[name] + +    def open(self, name, mode='r', *args, **kwargs): +        ''' Find a resource and return a file object, or raise IOError. ''' +        fname = self.lookup(name) +        if not fname: raise IOError("Resource %r not found." % name) +        return self.opener(fname, mode=mode, *args, **kwargs) + + +class FileUpload(object): + +    def __init__(self, fileobj, name, filename, headers=None): +        ''' Wrapper for file uploads. ''' +        #: Open file(-like) object (BytesIO buffer or temporary file) +        self.file = fileobj +        #: Name of the upload form field +        self.name = name +        #: Raw filename as sent by the client (may contain unsafe characters) +        self.raw_filename = filename +        #: A :class:`HeaderDict` with additional headers (e.g. content-type) +        self.headers = HeaderDict(headers) if headers else HeaderDict() + +    content_type = HeaderProperty('Content-Type') +    content_length = HeaderProperty('Content-Length', reader=int, default=-1) + +    @cached_property +    def filename(self): +        ''' Name of the file on the client file system, but normalized to ensure +            file system compatibility. An empty filename is returned as 'empty'. +             +            Only ASCII letters, digits, dashes, underscores and dots are +            allowed in the final filename. Accents are removed, if possible. +            Whitespace is replaced by a single dash. Leading or tailing dots +            or dashes are removed. The filename is limited to 255 characters. +        ''' +        fname = self.raw_filename +        if not isinstance(fname, unicode): +            fname = fname.decode('utf8', 'ignore') +        fname = normalize('NFKD', fname).encode('ASCII', 'ignore').decode('ASCII') +        fname = os.path.basename(fname.replace('\\', os.path.sep)) +        fname = re.sub(r'[^a-zA-Z0-9-_.\s]', '', fname).strip() +        fname = re.sub(r'[-\s]+', '-', fname).strip('.-') +        return fname[:255] or 'empty' + +    def _copy_file(self, fp, chunk_size=2**16): +        read, write, offset = self.file.read, fp.write, self.file.tell() +        while 1: +            buf = read(chunk_size) +            if not buf: break +            write(buf) +        self.file.seek(offset) + +    def save(self, destination, overwrite=False, chunk_size=2**16): +        ''' Save file to disk or copy its content to an open file(-like) object. +            If *destination* is a directory, :attr:`filename` is added to the +            path. Existing files are not overwritten by default (IOError). + +            :param destination: File path, directory or file(-like) object. +            :param overwrite: If True, replace existing files. (default: False) +            :param chunk_size: Bytes to read at a time. (default: 64kb) +        ''' +        if isinstance(destination, basestring): # Except file-likes here +            if os.path.isdir(destination): +                destination = os.path.join(destination, self.filename) +            if not overwrite and os.path.exists(destination): +                raise IOError('File exists.') +            with open(destination, 'wb') as fp: +                self._copy_file(fp, chunk_size) +        else: +            self._copy_file(destination, chunk_size) @@ -1792,7 +2400,7 @@ class WSGIFileWrapper(object):  ############################################################################### -def abort(code=500, text='Unknown Error: Application stopped.'): +def abort(code=500, text='Unknown Error.'):      """ Aborts execution and causes a HTTP error. """      raise HTTPError(code, text) @@ -1800,21 +2408,48 @@ def abort(code=500, text='Unknown Error: Application stopped.'):  def redirect(url, code=None):      """ Aborts execution and causes a 303 or 302 redirect, depending on          the HTTP protocol version. """ -    if code is None: +    if not code:          code = 303 if request.get('SERVER_PROTOCOL') == "HTTP/1.1" else 302 -    location = urljoin(request.url, url) -    raise HTTPResponse("", status=code, header=dict(Location=location)) +    res = response.copy(cls=HTTPResponse) +    res.status = code +    res.body = "" +    res.set_header('Location', urljoin(request.url, url)) +    raise res + +def _file_iter_range(fp, offset, bytes, maxread=1024*1024): +    ''' Yield chunks from a range in a file. No chunk is bigger than maxread.''' +    fp.seek(offset) +    while bytes > 0: +        part = fp.read(min(bytes, maxread)) +        if not part: break +        bytes -= len(part) +        yield part -def static_file(filename, root, mimetype='auto', download=False): + +def static_file(filename, root, mimetype='auto', download=False, charset='UTF-8'):      """ Open a file in a safe way and return :exc:`HTTPResponse` with status -        code 200, 305, 401 or 404. Set Content-Type, Content-Encoding, -        Content-Length and Last-Modified header. Obey If-Modified-Since header -        and HEAD requests. +        code 200, 305, 403 or 404. The ``Content-Type``, ``Content-Encoding``, +        ``Content-Length`` and ``Last-Modified`` headers are set if possible. +        Special support for ``If-Modified-Since``, ``Range`` and ``HEAD`` +        requests. + +        :param filename: Name or path of the file to send. +        :param root: Root path for file lookups. Should be an absolute directory +            path. +        :param mimetype: Defines the content-type header (default: guess from +            file extension) +        :param download: If True, ask the browser to open a `Save as...` dialog +            instead of opening the file with the associated program. You can +            specify a custom filename as a string. If not specified, the +            original filename is used (default: False). +        :param charset: The charset to use for files with a ``text/*`` +            mime-type. (default: UTF-8)      """ +      root = os.path.abspath(root) + os.sep      filename = os.path.abspath(os.path.join(root, filename.strip('/\\'))) -    header = dict() +    headers = dict()      if not filename.startswith(root):          return HTTPError(403, "Access denied.") @@ -1825,29 +2460,43 @@ def static_file(filename, root, mimetype='auto', download=False):      if mimetype == 'auto':          mimetype, encoding = mimetypes.guess_type(filename) -        if mimetype: header['Content-Type'] = mimetype -        if encoding: header['Content-Encoding'] = encoding -    elif mimetype: -        header['Content-Type'] = mimetype +        if encoding: headers['Content-Encoding'] = encoding + +    if mimetype: +        if mimetype[:5] == 'text/' and charset and 'charset' not in mimetype: +            mimetype += '; charset=%s' % charset +        headers['Content-Type'] = mimetype      if download:          download = os.path.basename(filename if download == True else download) -        header['Content-Disposition'] = 'attachment; filename="%s"' % download +        headers['Content-Disposition'] = 'attachment; filename="%s"' % download      stats = os.stat(filename) -    header['Content-Length'] = stats.st_size +    headers['Content-Length'] = clen = stats.st_size      lm = time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime(stats.st_mtime)) -    header['Last-Modified'] = lm +    headers['Last-Modified'] = lm      ims = request.environ.get('HTTP_IF_MODIFIED_SINCE')      if ims:          ims = parse_date(ims.split(";")[0].strip())      if ims is not None and ims >= int(stats.st_mtime): -        header['Date'] = time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime()) -        return HTTPResponse(status=304, header=header) +        headers['Date'] = time.strftime("%a, %d %b %Y %H:%M:%S GMT", time.gmtime()) +        return HTTPResponse(status=304, **headers)      body = '' if request.method == 'HEAD' else open(filename, 'rb') -    return HTTPResponse(body, header=header) + +    headers["Accept-Ranges"] = "bytes" +    ranges = request.environ.get('HTTP_RANGE') +    if 'HTTP_RANGE' in request.environ: +        ranges = list(parse_range_header(request.environ['HTTP_RANGE'], clen)) +        if not ranges: +            return HTTPError(416, "Requested Range Not Satisfiable") +        offset, end = ranges[0] +        headers["Content-Range"] = "bytes %d-%d/%d" % (offset, end-1, clen) +        headers["Content-Length"] = str(end-offset) +        if body: body = _file_iter_range(body, offset, end-offset) +        return HTTPResponse(body, status=206, **headers) +    return HTTPResponse(body, **headers) @@ -1863,8 +2512,17 @@ def debug(mode=True):      """ Change the debug level.      There is only one debug level supported at the moment."""      global DEBUG +    if mode: warnings.simplefilter('default')      DEBUG = bool(mode) +def http_date(value): +    if isinstance(value, (datedate, datetime)): +        value = value.utctimetuple() +    elif isinstance(value, (int, float)): +        value = time.gmtime(value) +    if not isinstance(value, basestring): +        value = time.strftime("%a, %d %b %Y %H:%M:%S GMT", value) +    return value  def parse_date(ims):      """ Parse rfc1123, rfc850 and asctime timestamps and return UTC epoch. """ @@ -1874,21 +2532,47 @@ def parse_date(ims):      except (TypeError, ValueError, IndexError, OverflowError):          return None -  def parse_auth(header): -    """ Parse rfc2617 HTTP authentication header string (basic) and return (user, pass) tuple or None""" +    """ Parse rfc2617 HTTP authentication header string (basic) and return (user,pass) tuple or None"""      try:          method, data = header.split(None, 1)          if method.lower() == 'basic': -            #TODO: Add 2to3 save base64[encode/decode] functions. -            user, pwd = touni(base64.b64decode(tob(data))).split(':', 1) +            user, pwd = touni(base64.b64decode(tob(data))).split(':',1)              return user, pwd      except (KeyError, ValueError):          return None +def parse_range_header(header, maxlen=0): +    ''' Yield (start, end) ranges parsed from a HTTP Range header. Skip +        unsatisfiable ranges. The end index is non-inclusive.''' +    if not header or header[:6] != 'bytes=': return +    ranges = [r.split('-', 1) for r in header[6:].split(',') if '-' in r] +    for start, end in ranges: +        try: +            if not start:  # bytes=-100    -> last 100 bytes +                start, end = max(0, maxlen-int(end)), maxlen +            elif not end:  # bytes=100-    -> all but the first 99 bytes +                start, end = int(start), maxlen +            else:          # bytes=100-200 -> bytes 100-200 (inclusive) +                start, end = int(start), min(int(end)+1, maxlen) +            if 0 <= start < end <= maxlen: +                yield start, end +        except ValueError: +            pass + +def _parse_qsl(qs): +    r = [] +    for pair in qs.replace(';','&').split('&'): +        if not pair: continue +        nv = pair.split('=', 1) +        if len(nv) != 2: nv.append('') +        key = urlunquote(nv[0].replace('+', ' ')) +        value = urlunquote(nv[1].replace('+', ' ')) +        r.append((key, value)) +    return r  def _lscmp(a, b): -    ''' Compares two strings in a cryptographically save way: +    ''' Compares two strings in a cryptographically safe way:          Runtime is not affected by length of common prefix. '''      return not sum(0 if x==y else 1 for x, y in zip(a, b)) and len(a) == len(b) @@ -1923,7 +2607,7 @@ def html_escape(string):  def html_quote(string):      ''' Escape and quote a string to be used as an HTTP attribute.''' -    return '"%s"' % html_escape(string).replace('\n','%#10;')\ +    return '"%s"' % html_escape(string).replace('\n','
')\                      .replace('\r','
').replace('\t','	') @@ -1933,18 +2617,17 @@ def yieldroutes(func):      takes optional keyword arguments. The output is best described by example::          a()         -> '/a' -        b(x, y)     -> '/b/:x/:y' -        c(x, y=5)   -> '/c/:x' and '/c/:x/:y' -        d(x=5, y=6) -> '/d' and '/d/:x' and '/d/:x/:y' +        b(x, y)     -> '/b/<x>/<y>' +        c(x, y=5)   -> '/c/<x>' and '/c/<x>/<y>' +        d(x=5, y=6) -> '/d' and '/d/<x>' and '/d/<x>/<y>'      """ -    import inspect # Expensive module. Only import if necessary.      path = '/' + func.__name__.replace('__','/').lstrip('/') -    spec = inspect.getargspec(func) +    spec = getargspec(func)      argc = len(spec[0]) - len(spec[3] or []) -    path += ('/:%s' * argc) % tuple(spec[0][:argc]) +    path += ('/<%s>' * argc) % tuple(spec[0][:argc])      yield path      for arg in spec[0][argc:]: -        path += '/:%s' % arg +        path += '/<%s>' % arg          yield path @@ -1979,41 +2662,24 @@ def path_shift(script_name, path_info, shift=1):      return new_script_name, new_path_info -def validate(**vkargs): -    """ -    Validates and manipulates keyword arguments by user defined callables. -    Handles ValueError and missing arguments by raising HTTPError(403). -    """ -    depr('Use route wildcard filters instead.') -    def decorator(func): -        @functools.wraps(func) -        def wrapper(*args, **kargs): -            for key, value in vkargs.iteritems(): -                if key not in kargs: -                    abort(403, 'Missing parameter: %s' % key) -                try: -                    kargs[key] = value(kargs[key]) -                except ValueError: -                    abort(403, 'Wrong parameter format for: %s' % key) -            return func(*args, **kargs) -        return wrapper -    return decorator - -  def auth_basic(check, realm="private", text="Access denied"):      ''' Callback decorator to require HTTP auth (basic).          TODO: Add route(check_auth=...) parameter. '''      def decorator(func): -      def wrapper(*a, **ka): -        user, password = request.auth or (None, None) -        if user is None or not check(user, password): -          response.headers['WWW-Authenticate'] = 'Basic realm="%s"' % realm -          return HTTPError(401, text) -        return func(*a, **ka) -      return wrapper +        def wrapper(*a, **ka): +            user, password = request.auth or (None, None) +            if user is None or not check(user, password): +                err = HTTPError(401, text) +                err.add_header('WWW-Authenticate', 'Basic realm="%s"' % realm) +                return err +            return func(*a, **ka) +        return wrapper      return decorator +# Shortcuts for common Bottle methods. +# They all refer to the current default application. +  def make_default_app_wrapper(name):      ''' Return a callable that relays calls to the current default app. '''      @functools.wraps(getattr(Bottle, name)) @@ -2021,12 +2687,18 @@ def make_default_app_wrapper(name):          return getattr(app(), name)(*a, **ka)      return wrapper +route     = make_default_app_wrapper('route') +get       = make_default_app_wrapper('get') +post      = make_default_app_wrapper('post') +put       = make_default_app_wrapper('put') +delete    = make_default_app_wrapper('delete') +error     = make_default_app_wrapper('error') +mount     = make_default_app_wrapper('mount') +hook      = make_default_app_wrapper('hook') +install   = make_default_app_wrapper('install') +uninstall = make_default_app_wrapper('uninstall') +url       = make_default_app_wrapper('get_url') -for name in '''route get post put delete error mount -               hook install uninstall'''.split(): -    globals()[name] = make_default_app_wrapper(name) -url = make_default_app_wrapper('get_url') -del name @@ -2040,8 +2712,8 @@ del name  class ServerAdapter(object):      quiet = False -    def __init__(self, host='127.0.0.1', port=8080, **config): -        self.options = config +    def __init__(self, host='127.0.0.1', port=8080, **options): +        self.options = options          self.host = host          self.port = int(port) @@ -2049,7 +2721,7 @@ class ServerAdapter(object):          pass      def __repr__(self): -        args = ', '.join(['%s=%s'%(k, repr(v)) for k, v in self.options.items()]) +        args = ', '.join(['%s=%s'%(k,repr(v)) for k, v in self.options.items()])          return "%s(%s)" % (self.__class__.__name__, args) @@ -2071,32 +2743,66 @@ class FlupFCGIServer(ServerAdapter):  class WSGIRefServer(ServerAdapter): -    def run(self, handler): # pragma: no cover -        from wsgiref.simple_server import make_server, WSGIRequestHandler -        if self.quiet: -            class QuietHandler(WSGIRequestHandler): -                def log_request(*args, **kw): pass -            self.options['handler_class'] = QuietHandler -        srv = make_server(self.host, self.port, handler, **self.options) +    def run(self, app): # pragma: no cover +        from wsgiref.simple_server import WSGIRequestHandler, WSGIServer +        from wsgiref.simple_server import make_server +        import socket + +        class FixedHandler(WSGIRequestHandler): +            def address_string(self): # Prevent reverse DNS lookups please. +                return self.client_address[0] +            def log_request(*args, **kw): +                if not self.quiet: +                    return WSGIRequestHandler.log_request(*args, **kw) + +        handler_cls = self.options.get('handler_class', FixedHandler) +        server_cls  = self.options.get('server_class', WSGIServer) + +        if ':' in self.host: # Fix wsgiref for IPv6 addresses. +            if getattr(server_cls, 'address_family') == socket.AF_INET: +                class server_cls(server_cls): +                    address_family = socket.AF_INET6 + +        srv = make_server(self.host, self.port, app, server_cls, handler_cls)          srv.serve_forever()  class CherryPyServer(ServerAdapter):      def run(self, handler): # pragma: no cover          from cherrypy import wsgiserver -        server = wsgiserver.CherryPyWSGIServer((self.host, self.port), handler) +        self.options['bind_addr'] = (self.host, self.port) +        self.options['wsgi_app'] = handler +         +        certfile = self.options.get('certfile') +        if certfile: +            del self.options['certfile'] +        keyfile = self.options.get('keyfile') +        if keyfile: +            del self.options['keyfile'] +         +        server = wsgiserver.CherryPyWSGIServer(**self.options) +        if certfile: +            server.ssl_certificate = certfile +        if keyfile: +            server.ssl_private_key = keyfile +                  try:              server.start()          finally:              server.stop() +class WaitressServer(ServerAdapter): +    def run(self, handler): +        from waitress import serve +        serve(handler, host=self.host, port=self.port) + +  class PasteServer(ServerAdapter):      def run(self, handler): # pragma: no cover          from paste import httpserver -        if not self.quiet: -            from paste.translogger import TransLogger -            handler = TransLogger(handler) +        from paste.translogger import TransLogger +        handler = TransLogger(handler, setup_console_handler=(not self.quiet))          httpserver.serve(handler, host=self.host, port=str(self.port),                           **self.options) @@ -2120,8 +2826,8 @@ class FapwsServer(ServerAdapter):          evwsgi.start(self.host, port)          # fapws3 never releases the GIL. Complain upstream. I tried. No luck.          if 'BOTTLE_CHILD' in os.environ and not self.quiet: -            print "WARNING: Auto-reloading does not work with Fapws3." -            print "         (Fapws3 breaks python thread support)" +            _stderr("WARNING: Auto-reloading does not work with Fapws3.\n") +            _stderr("         (Fapws3 breaks python thread support)\n")          evwsgi.set_base_module(base)          def app(environ, start_response):              environ['wsgi.multiprocess'] = False @@ -2136,7 +2842,7 @@ class TornadoServer(ServerAdapter):          import tornado.wsgi, tornado.httpserver, tornado.ioloop          container = tornado.wsgi.WSGIContainer(handler)          server = tornado.httpserver.HTTPServer(container) -        server.listen(port=self.port) +        server.listen(port=self.port,address=self.host)          tornado.ioloop.IOLoop.instance().start() @@ -2178,16 +2884,30 @@ class DieselServer(ServerAdapter):  class GeventServer(ServerAdapter):      """ Untested. Options: -        * `monkey` (default: True) fixes the stdlib to use greenthreads.          * `fast` (default: False) uses libevent's http server, but has some            issues: No streaming, no pipelining, no SSL. +        * See gevent.wsgi.WSGIServer() documentation for more options.      """      def run(self, handler): -        from gevent import wsgi as wsgi_fast, pywsgi, monkey, local -        if self.options.get('monkey', True): -            if not threading.local is local.local: monkey.patch_all() -        wsgi = wsgi_fast if self.options.get('fast') else pywsgi -        wsgi.WSGIServer((self.host, self.port), handler).serve_forever() +        from gevent import wsgi, pywsgi, local +        if not isinstance(threading.local(), local.local): +            msg = "Bottle requires gevent.monkey.patch_all() (before import)" +            raise RuntimeError(msg) +        if not self.options.pop('fast', None): wsgi = pywsgi +        self.options['log'] = None if self.quiet else 'default' +        address = (self.host, self.port) +        server = wsgi.WSGIServer(address, handler, **self.options) +        if 'BOTTLE_CHILD' in os.environ: +            import signal +            signal.signal(signal.SIGINT, lambda s, f: server.stop()) +        server.serve_forever() + + +class GeventSocketIOServer(ServerAdapter): +    def run(self,handler): +        from socketio import server +        address = (self.host, self.port) +        server.SocketIOServer(address, handler, **self.options).serve_forever()  class GunicornServer(ServerAdapter): @@ -2212,7 +2932,12 @@ class EventletServer(ServerAdapter):      """ Untested """      def run(self, handler):          from eventlet import wsgi, listen -        wsgi.server(listen((self.host, self.port)), handler) +        try: +            wsgi.server(listen((self.host, self.port)), handler, +                        log_output=(not self.quiet)) +        except TypeError: +            # Fallback, if we have old version of eventlet +            wsgi.server(listen((self.host, self.port)), handler)  class RocketServer(ServerAdapter): @@ -2232,7 +2957,7 @@ class BjoernServer(ServerAdapter):  class AutoServer(ServerAdapter):      """ Untested. """ -    adapters = [PasteServer, CherryPyServer, TwistedServer, WSGIRefServer] +    adapters = [WaitressServer, PasteServer, TwistedServer, CherryPyServer, WSGIRefServer]      def run(self, handler):          for sa in self.adapters:              try: @@ -2244,6 +2969,7 @@ server_names = {      'cgi': CGIServer,      'flup': FlupFCGIServer,      'wsgiref': WSGIRefServer, +    'waitress': WaitressServer,      'cherrypy': CherryPyServer,      'paste': PasteServer,      'fapws3': FapwsServer, @@ -2255,6 +2981,7 @@ server_names = {      'gunicorn': GunicornServer,      'eventlet': EventletServer,      'gevent': GeventServer, +    'geventSocketIO':GeventSocketIOServer,      'rocket': RocketServer,      'bjoern' : BjoernServer,      'auto': AutoServer, @@ -2303,8 +3030,10 @@ def load_app(target):          default_app.remove(tmp) # Remove the temporary added default application          NORUN = nr_old +_debug = debug  def run(app=None, server='wsgiref', host='127.0.0.1', port=8080, -        interval=1, reloader=False, quiet=False, plugins=None, **kargs): +        interval=1, reloader=False, quiet=False, plugins=None, +        debug=None, **kargs):      """ Start a server instance. This method blocks until the server terminates.          :param app: WSGI application or target string supported by @@ -2324,6 +3053,7 @@ def run(app=None, server='wsgiref', host='127.0.0.1', port=8080,      if NORUN: return      if reloader and not os.environ.get('BOTTLE_CHILD'):          try: +            lockfile = None              fd, lockfile = tempfile.mkstemp(prefix='bottle.', suffix='.lock')              os.close(fd) # We only need this file to exist. We never write to it              while os.path.exists(lockfile): @@ -2345,9 +3075,8 @@ def run(app=None, server='wsgiref', host='127.0.0.1', port=8080,                  os.unlink(lockfile)          return -    stderr = sys.stderr.write -      try: +        if debug is not None: _debug(debug)          app = app or default_app()          if isinstance(app, basestring):              app = load_app(app) @@ -2368,9 +3097,9 @@ def run(app=None, server='wsgiref', host='127.0.0.1', port=8080,          server.quiet = server.quiet or quiet          if not server.quiet: -            stderr("Bottle server starting up (using %s)...\n" % repr(server)) -            stderr("Listening on http://%s:%d/\n" % (server.host, server.port)) -            stderr("Hit Ctrl-C to quit.\n\n") +            _stderr("Bottle v%s server starting up (using %s)...\n" % (__version__, repr(server))) +            _stderr("Listening on http://%s:%d/\n" % (server.host, server.port)) +            _stderr("Hit Ctrl-C to quit.\n\n")          if reloader:              lockfile = os.environ.get('BOTTLE_LOCKFILE') @@ -2383,12 +3112,15 @@ def run(app=None, server='wsgiref', host='127.0.0.1', port=8080,              server.run(app)      except KeyboardInterrupt:          pass -    except (SyntaxError, ImportError): +    except (SystemExit, MemoryError): +        raise +    except:          if not reloader: raise -        if not getattr(server, 'quiet', False): print_exc() +        if not getattr(server, 'quiet', quiet): +            print_exc() +        time.sleep(interval)          sys.exit(3) -    finally: -        if not getattr(server, 'quiet', False): stderr('Shutdown...\n') +  class FileCheckerThread(threading.Thread): @@ -2406,7 +3138,7 @@ class FileCheckerThread(threading.Thread):          mtime = lambda path: os.stat(path).st_mtime          files = dict() -        for module in sys.modules.values(): +        for module in list(sys.modules.values()):              path = getattr(module, '__file__', '')              if path[-4:] in ('.pyo', '.pyc'): path = path[:-1]              if path and exists(path): files[path] = mtime(path) @@ -2416,7 +3148,7 @@ class FileCheckerThread(threading.Thread):              or mtime(self.lockfile) < time.time() - self.interval - 5:                  self.status = 'error'                  thread.interrupt_main() -            for path, lmtime in files.iteritems(): +            for path, lmtime in list(files.items()):                  if not exists(path) or mtime(path) > lmtime:                      self.status = 'reload'                      thread.interrupt_main() @@ -2429,7 +3161,7 @@ class FileCheckerThread(threading.Thread):      def __exit__(self, exc_type, exc_val, exc_tb):          if not self.status: self.status = 'exit' # silent exit          self.join() -        return issubclass(exc_type, KeyboardInterrupt) +        return exc_type is not None and issubclass(exc_type, KeyboardInterrupt) @@ -2465,7 +3197,7 @@ class BaseTemplate(object):          self.name = name          self.source = source.read() if hasattr(source, 'read') else source          self.filename = source.filename if hasattr(source, 'filename') else None -        self.lookup = map(os.path.abspath, lookup) +        self.lookup = [os.path.abspath(x) for x in lookup]          self.encoding = encoding          self.settings = self.settings.copy() # Copy from class variable          self.settings.update(settings) # Apply @@ -2481,11 +3213,19 @@ class BaseTemplate(object):      def search(cls, name, lookup=[]):          """ Search name in all directories specified in lookup.          First without, then with common extensions. Return first hit. """ -        if os.path.isfile(name): return name +        if not lookup: +            depr('The template lookup path list should not be empty.') #0.12 +            lookup = ['.'] + +        if os.path.isabs(name) and os.path.isfile(name): +            depr('Absolute template path names are deprecated.') #0.12 +            return os.path.abspath(name) +          for spath in lookup: -            fname = os.path.join(spath, name) -            if os.path.isfile(fname): -                return fname +            spath = os.path.abspath(spath) + os.sep +            fname = os.path.abspath(os.path.join(spath, name)) +            if not fname.startswith(spath): continue +            if os.path.isfile(fname): return fname              for ext in cls.extensions:                  if os.path.isfile('%s.%s' % (fname, ext)):                      return '%s.%s' % (fname, ext) @@ -2510,8 +3250,8 @@ class BaseTemplate(object):          """ Render the template with the specified local variables and return          a single byte or unicode string. If it is a byte string, the encoding          must match self.encoding. This method must be thread-safe! -        Local variables may be provided in dictionaries (*args) -        or directly, as keywords (**kwargs). +        Local variables may be provided in dictionaries (args) +        or directly, as keywords (kwargs).          """          raise NotImplementedError @@ -2556,7 +3296,7 @@ class CheetahTemplate(BaseTemplate):  class Jinja2Template(BaseTemplate): -    def prepare(self, filters=None, tests=None, **kwargs): +    def prepare(self, filters=None, tests=None, globals={}, **kwargs):          from jinja2 import Environment, FunctionLoader          if 'prefix' in kwargs: # TODO: to be removed after a while              raise RuntimeError('The keyword argument `prefix` has been removed. ' @@ -2564,6 +3304,7 @@ class Jinja2Template(BaseTemplate):          self.env = Environment(loader=FunctionLoader(self.loader), **kwargs)          if filters: self.env.filters.update(filters)          if tests: self.env.tests.update(tests) +        if globals: self.env.globals.update(globals)          if self.source:              self.tpl = self.env.from_string(self.source)          else: @@ -2577,189 +3318,249 @@ class Jinja2Template(BaseTemplate):      def loader(self, name):          fname = self.search(name, self.lookup) -        if fname: -            with open(fname, "rb") as f: -                return f.read().decode(self.encoding) - - -class SimpleTALTemplate(BaseTemplate): -    ''' Untested! ''' -    def prepare(self, **options): -        from simpletal import simpleTAL -        # TODO: add option to load METAL files during render -        if self.source: -            self.tpl = simpleTAL.compileHTMLTemplate(self.source) -        else: -            with open(self.filename, 'rb') as fp: -                self.tpl = simpleTAL.compileHTMLTemplate(tonat(fp.read())) - -    def render(self, *args, **kwargs): -        from simpletal import simpleTALES -        for dictarg in args: kwargs.update(dictarg) -        # TODO: maybe reuse a context instead of always creating one -        context = simpleTALES.Context() -        for k, v in self.defaults.items(): -            context.addGlobal(k, v) -        for k, v in kwargs.items(): -            context.addGlobal(k, v) -        output = StringIO() -        self.tpl.expand(context, output) -        return output.getvalue() +        if not fname: return +        with open(fname, "rb") as f: +            return f.read().decode(self.encoding)  class SimpleTemplate(BaseTemplate): -    blocks = ('if', 'elif', 'else', 'try', 'except', 'finally', 'for', 'while', -              'with', 'def', 'class') -    dedent_blocks = ('elif', 'else', 'except', 'finally') - -    @lazy_attribute -    def re_pytokens(cls): -        ''' This matches comments and all kinds of quoted strings but does -            NOT match comments (#...) within quoted strings. (trust me) ''' -        return re.compile(r''' -            (''(?!')|""(?!")|'{6}|"{6}    # Empty strings (all 4 types) -             |'(?:[^\\']|\\.)+?'          # Single quotes (') -             |"(?:[^\\"]|\\.)+?"          # Double quotes (") -             |'{3}(?:[^\\]|\\.|\n)+?'{3}  # Triple-quoted strings (') -             |"{3}(?:[^\\]|\\.|\n)+?"{3}  # Triple-quoted strings (") -             |\#.*                        # Comments -            )''', re.VERBOSE) - -    def prepare(self, escape_func=html_escape, noescape=False, **kwargs): + +    def prepare(self, escape_func=html_escape, noescape=False, syntax=None, **ka):          self.cache = {}          enc = self.encoding          self._str = lambda x: touni(x, enc)          self._escape = lambda x: escape_func(touni(x, enc)) +        self.syntax = syntax          if noescape:              self._str, self._escape = self._escape, self._str -    @classmethod -    def split_comment(cls, code): -        """ Removes comments (#...) from python code. """ -        if '#' not in code: return code -        #: Remove comments only (leave quoted strings as they are) -        subf = lambda m: '' if m.group(0)[0]=='#' else m.group(0) -        return re.sub(cls.re_pytokens, subf, code) -      @cached_property      def co(self):          return compile(self.code, self.filename or '<string>', 'exec')      @cached_property      def code(self): -        stack = [] # Current Code indentation -        lineno = 0 # Current line of code -        ptrbuffer = [] # Buffer for printable strings and token tuple instances -        codebuffer = [] # Buffer for generated python code -        multiline = dedent = oneline = False -        template = self.source or open(self.filename, 'rb').read() - -        def yield_tokens(line): -            for i, part in enumerate(re.split(r'\{\{(.*?)\}\}', line)): -                if i % 2: -                    if part.startswith('!'): yield 'RAW', part[1:] -                    else: yield 'CMD', part -                else: yield 'TXT', part - -        def flush(): # Flush the ptrbuffer -            if not ptrbuffer: return -            cline = '' -            for line in ptrbuffer: -                for token, value in line: -                    if token == 'TXT': cline += repr(value) -                    elif token == 'RAW': cline += '_str(%s)' % value -                    elif token == 'CMD': cline += '_escape(%s)' % value -                    cline +=  ', ' -                cline = cline[:-2] + '\\\n' -            cline = cline[:-2] -            if cline[:-1].endswith('\\\\\\\\\\n'): -                cline = cline[:-7] + cline[-1] # 'nobr\\\\\n' --> 'nobr' -            cline = '_printlist([' + cline + '])' -            del ptrbuffer[:] # Do this before calling code() again -            code(cline) - -        def code(stmt): -            for line in stmt.splitlines(): -                codebuffer.append('  ' * len(stack) + line.strip()) - -        for line in template.splitlines(True): -            lineno += 1 -            line = line if isinstance(line, unicode)\ -                        else unicode(line, encoding=self.encoding) -            if lineno <= 2: -                m = re.search(r"%.*coding[:=]\s*([-\w\.]+)", line) -                if m: self.encoding = m.group(1) -                if m: line = line.replace('coding','coding (removed)') -            if line.strip()[:2].count('%') == 1: -                line = line.split('%', 1)[1].lstrip() # Full line following the % -                cline = self.split_comment(line).strip() -                cmd = re.split(r'[^a-zA-Z0-9_]', cline)[0] -                flush() # You are actually reading this? Good luck, it's a mess :) -                if cmd in self.blocks or multiline: -                    cmd = multiline or cmd -                    dedent = cmd in self.dedent_blocks # "else:" -                    if dedent and not oneline and not multiline: -                        cmd = stack.pop() -                    code(line) -                    oneline = not cline.endswith(':') # "if 1: pass" -                    multiline = cmd if cline.endswith('\\') else False -                    if not oneline and not multiline: -                        stack.append(cmd) -                elif cmd == 'end' and stack: -                    code('#end(%s) %s' % (stack.pop(), line.strip()[3:])) -                elif cmd == 'include': -                    p = cline.split(None, 2)[1:] -                    if len(p) == 2: -                        code("_=_include(%s, _stdout, %s)" % (repr(p[0]), p[1])) -                    elif p: -                        code("_=_include(%s, _stdout)" % repr(p[0])) -                    else: # Empty %include -> reverse of %rebase -                        code("_printlist(_base)") -                elif cmd == 'rebase': -                    p = cline.split(None, 2)[1:] -                    if len(p) == 2: -                        code("globals()['_rebase']=(%s, dict(%s))" % (repr(p[0]), p[1])) -                    elif p: -                        code("globals()['_rebase']=(%s, {})" % repr(p[0])) -                else: -                    code(line) -            else: # Line starting with text (not '%') or '%%' (escaped) -                if line.strip().startswith('%%'): -                    line = line.replace('%%', '%', 1) -                ptrbuffer.append(yield_tokens(line)) -        flush() -        return '\n'.join(codebuffer) + '\n' - -    def subtemplate(self, _name, _stdout, *args, **kwargs): -        for dictarg in args: kwargs.update(dictarg) +        source = self.source or open(self.filename, 'rb').read() +        try: +            source, encoding = touni(source), 'utf8' +        except UnicodeError: +            depr('Template encodings other than utf8 are no longer supported.') #0.11 +            source, encoding = touni(source, 'latin1'), 'latin1' +        parser = StplParser(source, encoding=encoding, syntax=self.syntax) +        code = parser.translate() +        self.encoding = parser.encoding +        return code + +    def _rebase(self, _env, _name=None, **kwargs): +        if _name is None: +            depr('Rebase function called without arguments.' +                 ' You were probably looking for {{base}}?', True) #0.12 +        _env['_rebase'] = (_name, kwargs) + +    def _include(self, _env, _name=None, **kwargs): +        if _name is None: +            depr('Rebase function called without arguments.' +                 ' You were probably looking for {{base}}?', True) #0.12 +        env = _env.copy() +        env.update(kwargs)          if _name not in self.cache:              self.cache[_name] = self.__class__(name=_name, lookup=self.lookup) -        return self.cache[_name].execute(_stdout, kwargs) +        return self.cache[_name].execute(env['_stdout'], env) -    def execute(self, _stdout, *args, **kwargs): -        for dictarg in args: kwargs.update(dictarg) +    def execute(self, _stdout, kwargs):          env = self.defaults.copy() -        env.update({'_stdout': _stdout, '_printlist': _stdout.extend, -               '_include': self.subtemplate, '_str': self._str, -               '_escape': self._escape, 'get': env.get, -               'setdefault': env.setdefault, 'defined': env.__contains__})          env.update(kwargs) +        env.update({'_stdout': _stdout, '_printlist': _stdout.extend, +            'include': functools.partial(self._include, env), +            'rebase': functools.partial(self._rebase, env), '_rebase': None, +            '_str': self._str, '_escape': self._escape, 'get': env.get, +            'setdefault': env.setdefault, 'defined': env.__contains__ })          eval(self.co, env) -        if '_rebase' in env: -            subtpl, rargs = env['_rebase'] -            rargs['_base'] = _stdout[:] #copy stdout +        if env.get('_rebase'): +            subtpl, rargs = env.pop('_rebase') +            rargs['base'] = ''.join(_stdout) #copy stdout              del _stdout[:] # clear stdout -            return self.subtemplate(subtpl, _stdout, rargs) +            return self._include(env, subtpl, **rargs)          return env      def render(self, *args, **kwargs):          """ Render the template using keyword arguments as local variables. """ -        for dictarg in args: kwargs.update(dictarg) -        stdout = [] -        self.execute(stdout, kwargs) +        env = {}; stdout = [] +        for dictarg in args: env.update(dictarg) +        env.update(kwargs) +        self.execute(stdout, env)          return ''.join(stdout) +class StplSyntaxError(TemplateError): pass + + +class StplParser(object): +    ''' Parser for stpl templates. ''' +    _re_cache = {} #: Cache for compiled re patterns +    # This huge pile of voodoo magic splits python code into 8 different tokens. +    # 1: All kinds of python strings (trust me, it works) +    _re_tok = '((?m)[urbURB]?(?:\'\'(?!\')|""(?!")|\'{6}|"{6}' \ +               '|\'(?:[^\\\\\']|\\\\.)+?\'|"(?:[^\\\\"]|\\\\.)+?"' \ +               '|\'{3}(?:[^\\\\]|\\\\.|\\n)+?\'{3}' \ +               '|"{3}(?:[^\\\\]|\\\\.|\\n)+?"{3}))' +    _re_inl = _re_tok.replace('|\\n','') # We re-use this string pattern later +    # 2: Comments (until end of line, but not the newline itself) +    _re_tok += '|(#.*)' +    # 3,4: Keywords that start or continue a python block (only start of line) +    _re_tok += '|^([ \\t]*(?:if|for|while|with|try|def|class)\\b)' \ +               '|^([ \\t]*(?:elif|else|except|finally)\\b)' +    # 5: Our special 'end' keyword (but only if it stands alone) +    _re_tok += '|((?:^|;)[ \\t]*end[ \\t]*(?=(?:%(block_close)s[ \\t]*)?\\r?$|;|#))' +    # 6: A customizable end-of-code-block template token (only end of line) +    _re_tok += '|(%(block_close)s[ \\t]*(?=$))' +    # 7: And finally, a single newline. The 8th token is 'everything else' +    _re_tok += '|(\\r?\\n)' +    # Match the start tokens of code areas in a template +    _re_split = '(?m)^[ \t]*(\\\\?)((%(line_start)s)|(%(block_start)s))(%%?)' +    # Match inline statements (may contain python strings) +    _re_inl = '%%(inline_start)s((?:%s|[^\'"\n]*?)+)%%(inline_end)s' % _re_inl + +    default_syntax = '<% %> % {{ }}' + +    def __init__(self, source, syntax=None, encoding='utf8'): +        self.source, self.encoding = touni(source, encoding), encoding +        self.set_syntax(syntax or self.default_syntax) +        self.code_buffer, self.text_buffer = [], [] +        self.lineno, self.offset = 1, 0 +        self.indent, self.indent_mod = 0, 0 + +    def get_syntax(self): +        ''' Tokens as a space separated string (default: <% %> % {{ }}) ''' +        return self._syntax + +    def set_syntax(self, syntax): +        self._syntax = syntax +        self._tokens = syntax.split() +        if not syntax in self._re_cache: +            names = 'block_start block_close line_start inline_start inline_end' +            etokens = map(re.escape, self._tokens) +            pattern_vars = dict(zip(names.split(), etokens)) +            patterns = (self._re_split, self._re_tok, self._re_inl) +            patterns = [re.compile(p%pattern_vars) for p in patterns] +            self._re_cache[syntax] = patterns +        self.re_split, self.re_tok, self.re_inl = self._re_cache[syntax] + +    syntax = property(get_syntax, set_syntax) + +    def translate(self): +        if self.offset: raise RuntimeError('Parser is a one time instance.') +        while True: +            m = self.re_split.search(self.source[self.offset:]) +            if m: +                text = self.source[self.offset:self.offset+m.start()] +                self.text_buffer.append(text) +                self.offset += m.end() +                if m.group(1): # New escape syntax +                    line, sep, _ = self.source[self.offset:].partition('\n') +                    self.text_buffer.append(m.group(2)+m.group(5)+line+sep) +                    self.offset += len(line+sep)+1 +                    continue +                elif m.group(5): # Old escape syntax +                    depr('Escape code lines with a backslash.') #0.12 +                    line, sep, _ = self.source[self.offset:].partition('\n') +                    self.text_buffer.append(m.group(2)+line+sep) +                    self.offset += len(line+sep)+1 +                    continue +                self.flush_text() +                self.read_code(multiline=bool(m.group(4))) +            else: break +        self.text_buffer.append(self.source[self.offset:]) +        self.flush_text() +        return ''.join(self.code_buffer) + +    def read_code(self, multiline): +        code_line, comment = '', '' +        while True: +            m = self.re_tok.search(self.source[self.offset:]) +            if not m: +                code_line += self.source[self.offset:] +                self.offset = len(self.source) +                self.write_code(code_line.strip(), comment) +                return +            code_line += self.source[self.offset:self.offset+m.start()] +            self.offset += m.end() +            _str, _com, _blk1, _blk2, _end, _cend, _nl = m.groups() +            if code_line and (_blk1 or _blk2): # a if b else c +                code_line += _blk1 or _blk2 +                continue +            if _str:    # Python string +                code_line += _str +            elif _com:  # Python comment (up to EOL) +                comment = _com +                if multiline and _com.strip().endswith(self._tokens[1]): +                    multiline = False # Allow end-of-block in comments +            elif _blk1: # Start-block keyword (if/for/while/def/try/...) +                code_line, self.indent_mod = _blk1, -1 +                self.indent += 1 +            elif _blk2: # Continue-block keyword (else/elif/except/...) +                code_line, self.indent_mod = _blk2, -1 +            elif _end:  # The non-standard 'end'-keyword (ends a block) +                self.indent -= 1 +            elif _cend: # The end-code-block template token (usually '%>') +                if multiline: multiline = False +                else: code_line += _cend +            else: # \n +                self.write_code(code_line.strip(), comment) +                self.lineno += 1 +                code_line, comment, self.indent_mod = '', '', 0 +                if not multiline: +                    break + +    def flush_text(self): +        text = ''.join(self.text_buffer) +        del self.text_buffer[:] +        if not text: return +        parts, pos, nl = [], 0, '\\\n'+'  '*self.indent +        for m in self.re_inl.finditer(text): +            prefix, pos = text[pos:m.start()], m.end() +            if prefix: +                parts.append(nl.join(map(repr, prefix.splitlines(True)))) +            if prefix.endswith('\n'): parts[-1] += nl +            parts.append(self.process_inline(m.group(1).strip())) +        if pos < len(text): +            prefix = text[pos:] +            lines = prefix.splitlines(True) +            if lines[-1].endswith('\\\\\n'): lines[-1] = lines[-1][:-3] +            elif lines[-1].endswith('\\\\\r\n'): lines[-1] = lines[-1][:-4] +            parts.append(nl.join(map(repr, lines))) +        code = '_printlist((%s,))' % ', '.join(parts) +        self.lineno += code.count('\n')+1 +        self.write_code(code) + +    def process_inline(self, chunk): +        if chunk[0] == '!': return '_str(%s)' % chunk[1:] +        return '_escape(%s)' % chunk + +    def write_code(self, line, comment=''): +        line, comment = self.fix_backward_compatibility(line, comment) +        code  = '  ' * (self.indent+self.indent_mod) +        code += line.lstrip() + comment + '\n' +        self.code_buffer.append(code) + +    def fix_backward_compatibility(self, line, comment): +        parts = line.strip().split(None, 2) +        if parts and parts[0] in ('include', 'rebase'): +            depr('The include and rebase keywords are functions now.') #0.12 +            if len(parts) == 1:   return "_printlist([base])", comment +            elif len(parts) == 2: return "_=%s(%r)" % tuple(parts), comment +            else:                 return "_=%s(%r, %s)" % tuple(parts), comment +        if self.lineno <= 2 and not line.strip() and 'coding' in comment: +            m = re.match(r"#.*coding[:=]\s*([-\w.]+)", comment) +            if m: +                depr('PEP263 encoding strings in templates are deprecated.') #0.12 +                enc = m.group(1) +                self.source = self.source.encode(self.encoding).decode(enc) +                self.encoding = enc +                return line, comment.replace('coding','coding*') +        return line, comment + +  def template(*args, **kwargs):      '''      Get a rendered template as a string iterator. @@ -2768,26 +3569,26 @@ def template(*args, **kwargs):      or directly (as keyword arguments).      '''      tpl = args[0] if args else None -    template_adapter = kwargs.pop('template_adapter', SimpleTemplate) -    if tpl not in TEMPLATES or DEBUG: +    adapter = kwargs.pop('template_adapter', SimpleTemplate) +    lookup = kwargs.pop('template_lookup', TEMPLATE_PATH) +    tplid = (id(lookup), tpl) +    if tplid not in TEMPLATES or DEBUG:          settings = kwargs.pop('template_settings', {}) -        lookup = kwargs.pop('template_lookup', TEMPLATE_PATH) -        if isinstance(tpl, template_adapter): -            TEMPLATES[tpl] = tpl -            if settings: TEMPLATES[tpl].prepare(**settings) +        if isinstance(tpl, adapter): +            TEMPLATES[tplid] = tpl +            if settings: TEMPLATES[tplid].prepare(**settings)          elif "\n" in tpl or "{" in tpl or "%" in tpl or '$' in tpl: -            TEMPLATES[tpl] = template_adapter(source=tpl, lookup=lookup, **settings) +            TEMPLATES[tplid] = adapter(source=tpl, lookup=lookup, **settings)          else: -            TEMPLATES[tpl] = template_adapter(name=tpl, lookup=lookup, **settings) -    if not TEMPLATES[tpl]: +            TEMPLATES[tplid] = adapter(name=tpl, lookup=lookup, **settings) +    if not TEMPLATES[tplid]:          abort(500, 'Template (%s) not found' % tpl)      for dictarg in args[1:]: kwargs.update(dictarg) -    return TEMPLATES[tpl].render(kwargs) +    return TEMPLATES[tplid].render(kwargs)  mako_template = functools.partial(template, template_adapter=MakoTemplate)  cheetah_template = functools.partial(template, template_adapter=CheetahTemplate)  jinja2_template = functools.partial(template, template_adapter=Jinja2Template) -simpletal_template = functools.partial(template, template_adapter=SimpleTALTemplate)  def view(tpl_name, **defaults): @@ -2808,6 +3609,8 @@ def view(tpl_name, **defaults):                  tplvars = defaults.copy()                  tplvars.update(result)                  return template(tpl_name, **tplvars) +            elif result is None: +                return template(tpl_name, defaults)              return result          return wrapper      return decorator @@ -2815,7 +3618,6 @@ def view(tpl_name, **defaults):  mako_view = functools.partial(view, template_adapter=MakoTemplate)  cheetah_view = functools.partial(view, template_adapter=CheetahTemplate)  jinja2_view = functools.partial(view, template_adapter=Jinja2Template) -simpletal_view = functools.partial(view, template_adapter=SimpleTALTemplate) @@ -2839,17 +3641,16 @@ HTTP_CODES[428] = "Precondition Required"  HTTP_CODES[429] = "Too Many Requests"  HTTP_CODES[431] = "Request Header Fields Too Large"  HTTP_CODES[511] = "Network Authentication Required" -_HTTP_STATUS_LINES = dict((k, '%d %s'%(k, v)) for (k, v) in HTTP_CODES.iteritems()) +_HTTP_STATUS_LINES = dict((k, '%d %s'%(k,v)) for (k,v) in HTTP_CODES.items())  #: The default template used for error pages. Override with @error()  ERROR_PAGE_TEMPLATE = """ -%try: -    %from bottle import DEBUG, HTTP_CODES, request, touni -    %status_name = HTTP_CODES.get(e.status, 'Unknown').title() +%%try: +    %%from %s import DEBUG, HTTP_CODES, request, touni      <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">      <html>          <head> -            <title>Error {{e.status}}: {{status_name}}</title> +            <title>Error: {{e.status}}</title>              <style type="text/css">                html {background-color: #eee; font-family: sans;}                body {background-color: #fff; border: 1px solid #ddd; @@ -2858,31 +3659,34 @@ ERROR_PAGE_TEMPLATE = """              </style>          </head>          <body> -            <h1>Error {{e.status}}: {{status_name}}</h1> +            <h1>Error: {{e.status}}</h1>              <p>Sorry, the requested URL <tt>{{repr(request.url)}}</tt>                 caused an error:</p> -            <pre>{{e.output}}</pre> -            %if DEBUG and e.exception: +            <pre>{{e.body}}</pre> +            %%if DEBUG and e.exception:                <h2>Exception:</h2>                <pre>{{repr(e.exception)}}</pre> -            %end -            %if DEBUG and e.traceback: +            %%end +            %%if DEBUG and e.traceback:                <h2>Traceback:</h2>                <pre>{{e.traceback}}</pre> -            %end +            %%end          </body>      </html> -%except ImportError: +%%except ImportError:      <b>ImportError:</b> Could not generate the error page. Please add bottle to      the import path. -%end -""" +%%end +""" % __name__ -#: A thread-safe instance of :class:`Request` representing the `current` request. -request = Request() +#: A thread-safe instance of :class:`LocalRequest`. If accessed from within a +#: request callback, this instance always refers to the *current* request +#: (even on a multithreaded server). +request = LocalRequest() -#: A thread-safe instance of :class:`Response` used to build the HTTP response. -response = Response() +#: A thread-safe instance of :class:`LocalResponse`. It is used to change the +#: HTTP response for the *current* request. +response = LocalResponse()  #: A thread-safe namespace. Not used by Bottle.  local = threading.local() @@ -2894,29 +3698,30 @@ app.push()  #: A virtual package that redirects import statements.  #: Example: ``import bottle.ext.sqlite`` actually imports `bottle_sqlite`. -ext = _ImportRedirect(__name__+'.ext', 'bottle_%s').module +ext = _ImportRedirect('bottle.ext' if __name__ == '__main__' else __name__+".ext", 'bottle_%s').module  if __name__ == '__main__':      opt, args, parser = _cmd_options, _cmd_args, _cmd_parser      if opt.version: -        print 'Bottle', __version__; sys.exit(0) +        _stdout('Bottle %s\n'%__version__) +        sys.exit(0)      if not args:          parser.print_help() -        print '\nError: No application specified.\n' +        _stderr('\nError: No application specified.\n')          sys.exit(1) -    try: -        sys.path.insert(0, '.') -        sys.modules.setdefault('bottle', sys.modules['__main__']) -    except (AttributeError, ImportError), e: -        parser.error(e.args[0]) +    sys.path.insert(0, '.') +    sys.modules.setdefault('bottle', sys.modules['__main__']) + +    host, port = (opt.bind or 'localhost'), 8080 +    if ':' in host and host.rfind(']') < host.rfind(':'): +        host, port = host.rsplit(':', 1) +    host = host.strip('[]') + +    run(args[0], host=host, port=int(port), server=opt.server, +        reloader=opt.reload, plugins=opt.plugin, debug=opt.debug) + -    if opt.bind and ':' in opt.bind: -        host, port = opt.bind.rsplit(':', 1) -    else: -        host, port = (opt.bind or 'localhost'), 8080 -    debug(opt.debug) -    run(args[0], host=host, port=port, server=opt.server, reloader=opt.reload, plugins=opt.plugin)  # THE END | 
