summaryrefslogtreecommitdiffstats
path: root/pyload/database/Backend.py
diff options
context:
space:
mode:
Diffstat (limited to 'pyload/database/Backend.py')
-rw-r--r--pyload/database/Backend.py329
1 files changed, 0 insertions, 329 deletions
diff --git a/pyload/database/Backend.py b/pyload/database/Backend.py
deleted file mode 100644
index 0fc961973..000000000
--- a/pyload/database/Backend.py
+++ /dev/null
@@ -1,329 +0,0 @@
-# -*- coding: utf-8 -*-
-# @author: RaNaN, mkaay
-
-from __future__ import with_statement
-
-try:
- from pysqlite2 import dbapi2 as sqlite3
-except Exception:
- import sqlite3
-
-import shutil
-import threading
-import traceback
-
-from Queue import Queue
-
-from pyload.utils import chmod
-
-
-DB_VERSION = 4
-
-
-class style(object):
- db = None
-
-
- @classmethod
- def setDB(cls, db):
- cls.db = db
-
-
- @classmethod
- def inner(cls, f):
-
-
- @staticmethod
- def x(*args, **kwargs):
- if cls.db:
- return f(cls.db, *args, **kwargs)
-
- return x
-
-
- @classmethod
- def queue(cls, f):
-
-
- @staticmethod
- def x(*args, **kwargs):
- if cls.db:
- return cls.db.queue(f, *args, **kwargs)
-
- return x
-
-
- @classmethod
- def async(cls, f):
-
-
- @staticmethod
- def x(*args, **kwargs):
- if cls.db:
- return cls.db.async(f, *args, **kwargs)
- return x
-
-
-class DatabaseJob(object):
-
- def __init__(self, f, *args, **kwargs):
- self.done = threading.Event()
-
- self.f = f
- self.args = args
- self.kwargs = kwargs
-
- self.result = None
- self.exception = False
-
- # import inspect
- # self.frame = inspect.currentframe()
-
-
- def __repr__(self):
- import os
-
- frame = self.frame.f_back
- output = ""
- for _i in xrange(5):
- output += "\t%s:%s, %s\n" % (os.path.basename(frame.f_code.co_filename), frame.f_lineno, frame.f_code.co_name)
- frame = frame.f_back
- del frame
- del self.frame
-
- return "DataBase Job %s:%s\n%sResult: %s" % (self.f.__name__, self.args[1:], output, self.result)
-
-
- def processJob(self):
- try:
- self.result = self.f(*self.args, **self.kwargs)
- except Exception, e:
- traceback.print_exc()
- try:
- print "Database Error @", self.f.__name__, self.args[1:], self.kwargs, e
- except Exception:
- pass
-
- self.exception = e
- finally:
- self.done.set()
-
-
- def wait(self):
- self.done.wait()
-
-
-class DatabaseBackend(threading.Thread):
- subs = []
-
-
- def __init__(self, core):
- threading.Thread.__init__(self)
- self.setDaemon(True)
- self.core = core
-
- self.jobs = Queue()
-
- self.setuplock = threading.Event()
-
- style.setDB(self)
-
-
- def setup(self):
- self.start()
- self.setuplock.wait()
-
-
- def run(self):
- """main loop, which executes commands"""
- convert = self._checkVersion() #: returns None or current version
-
- self.conn = sqlite3.connect("files.db")
- os.chmod("files.db", 0600)
-
- self.c = self.conn.cursor() #: compatibility
-
- if convert is not None:
- self._convertDB(convert)
-
- self._createTables()
- self._migrateUser()
-
- self.conn.commit()
-
- self.setuplock.set()
-
- while True:
- j = self.jobs.get()
- if j == "quit":
- self.c.close()
- self.conn.close()
- break
- j.processJob()
-
-
- @style.queue
- def shutdown(self):
- self.conn.commit()
- self.jobs.put("quit")
-
-
- def _checkVersion(self):
- """ check db version and delete it if needed"""
- if not os.path.exists("files.version"):
- with open("files.version", "wb") as f:
- f.write(str(DB_VERSION))
- return
-
- with open("files.version", "rb") as f:
- v = int(f.read().strip() or 0)
-
- if v < DB_VERSION:
- if v < 2:
- try:
- self.manager.core.log.warning(_("Filedatabase was deleted due to incompatible version."))
- except Exception:
- print "Filedatabase was deleted due to incompatible version."
- reshutil.move("files.version")
- shutil.move("files.db", "files.backup.db")
-
- with open("files.version", "wb") as f:
- f.write(str(DB_VERSION))
-
- return v
-
-
- def _convertDB(self, v):
- try:
- getattr(self, "_convertV%i" % v)()
- except Exception:
- try:
- self.core.log.error(_("Filedatabase could NOT be converted."))
- except Exception:
- print "Filedatabase could NOT be converted."
-
- # convert scripts start ---------------------------------------------------
-
-
- def _convertV2(self):
- self.c.execute(
- 'CREATE TABLE IF NOT EXISTS "storage" ("id" INTEGER PRIMARY KEY AUTOINCREMENT, "identifier" TEXT NOT NULL, "key" TEXT NOT NULL, "value" TEXT DEFAULT "")')
- try:
- self.manager.core.log.info(_("Database was converted from v2 to v3."))
- except Exception:
- print "Database was converted from v2 to v3."
- self._convertV3()
-
-
- def _convertV3(self):
- self.c.execute(
- 'CREATE TABLE IF NOT EXISTS "users" ("id" INTEGER PRIMARY KEY AUTOINCREMENT, "name" TEXT NOT NULL, "email" TEXT DEFAULT "" NOT NULL, "password" TEXT NOT NULL, "role" INTEGER DEFAULT 0 NOT NULL, "permission" INTEGER DEFAULT 0 NOT NULL, "template" TEXT DEFAULT "default" NOT NULL)')
- try:
- self.manager.core.log.info(_("Database was converted from v3 to v4."))
- except Exception:
- print "Database was converted from v3 to v4."
-
- # convert scripts end -----------------------------------------------------
-
-
- def _createTables(self):
- """create tables for database"""
-
- self.c.execute(
- 'CREATE TABLE IF NOT EXISTS "packages" ("id" INTEGER PRIMARY KEY AUTOINCREMENT, "name" TEXT NOT NULL, "folder" TEXT, "password" TEXT DEFAULT "", "site" TEXT DEFAULT "", "queue" INTEGER DEFAULT 0 NOT NULL, "packageorder" INTEGER DEFAULT 0 NOT NULL)')
- self.c.execute(
- 'CREATE TABLE IF NOT EXISTS "links" ("id" INTEGER PRIMARY KEY AUTOINCREMENT, "url" TEXT NOT NULL, "name" TEXT, "size" INTEGER DEFAULT 0 NOT NULL, "status" INTEGER DEFAULT 3 NOT NULL, "plugin" TEXT DEFAULT "BasePlugin" NOT NULL, "error" TEXT DEFAULT "", "linkorder" INTEGER DEFAULT 0 NOT NULL, "package" INTEGER DEFAULT 0 NOT NULL, FOREIGN KEY(package) REFERENCES packages(id))')
- self.c.execute('CREATE INDEX IF NOT EXISTS "pIdIndex" ON links(package)')
- self.c.execute(
- 'CREATE TABLE IF NOT EXISTS "storage" ("id" INTEGER PRIMARY KEY AUTOINCREMENT, "identifier" TEXT NOT NULL, "key" TEXT NOT NULL, "value" TEXT DEFAULT "")')
- self.c.execute(
- 'CREATE TABLE IF NOT EXISTS "users" ("id" INTEGER PRIMARY KEY AUTOINCREMENT, "name" TEXT NOT NULL, "email" TEXT DEFAULT "" NOT NULL, "password" TEXT NOT NULL, "role" INTEGER DEFAULT 0 NOT NULL, "permission" INTEGER DEFAULT 0 NOT NULL, "template" TEXT DEFAULT "default" NOT NULL)')
-
- self.c.execute('CREATE VIEW IF NOT EXISTS "pstats" AS \
- SELECT p.id AS id, SUM(l.size) AS sizetotal, COUNT(l.id) AS linkstotal, linksdone, sizedone\
- FROM packages p JOIN links l ON p.id = l.package LEFT OUTER JOIN\
- (SELECT p.id AS id, COUNT(*) AS linksdone, SUM(l.size) AS sizedone \
- FROM packages p JOIN links l ON p.id = l.package AND l.status IN (0, 4, 13) GROUP BY p.id) s ON s.id = p.id \
- GROUP BY p.id')
-
- # try to lower ids
- self.c.execute('SELECT max(id) FROM LINKS')
- fid = self.c.fetchone()[0]
- fid = int(fid) if fid else 0
- self.c.execute('UPDATE SQLITE_SEQUENCE SET seq=? WHERE name=?', (fid, "links"))
-
- self.c.execute('SELECT max(id) FROM packages')
- pid = self.c.fetchone()[0]
- pid = int(pid) if pid else 0
- self.c.execute('UPDATE SQLITE_SEQUENCE SET seq=? WHERE name=?', (pid, "packages"))
-
- self.c.execute('VACUUM')
-
-
- def _migrateUser(self):
- if os.path.exists("pyload.db"):
- try:
- self.core.log.info(_("Converting old Django DB"))
- except Exception:
- print "Converting old Django DB"
- conn = sqlite3.connect('pyload.db')
- c = conn.cursor()
- c.execute("SELECT username, password, email FROM auth_user WHERE is_superuser")
- users = []
- for r in c:
- pw = r[1].split("$")
- users.append((r[0], pw[1] + pw[2], r[2]))
- c.close()
- conn.close()
-
- self.c.executemany("INSERT INTO users(name, password, email) VALUES (?, ?, ?)", users)
- shutil.move("pyload.db", "pyload.old.db")
-
-
- def createCursor(self):
- return self.conn.cursor()
-
-
- @style.async
- def commit(self):
- self.conn.commit()
-
-
- @style.queue
- def syncSave(self):
- self.conn.commit()
-
-
- @style.async
- def rollback(self):
- self.conn.rollback()
-
-
- def async(self, f, *args, **kwargs):
- args = (self,) + args
- job = DatabaseJob(f, *args, **kwargs)
- self.jobs.put(job)
-
-
- def queue(self, f, *args, **kwargs):
- args = (self,) + args
- job = DatabaseJob(f, *args, **kwargs)
- self.jobs.put(job)
- job.wait()
- return job.result
-
-
- @classmethod
- def registerSub(cls, klass):
- cls.subs.append(klass)
-
-
- @classmethod
- def unregisterSub(cls, klass):
- cls.subs.remove(klass)
-
-
- def __getattr__(self, attr):
- for sub in DatabaseBackend.subs:
- if hasattr(sub, attr):
- return getattr(sub, attr)
generated by cgit v1.2.3 (git 2.25.1) at 2025-04-21 12:25:44 +0200