app/blueprints/admin/admin.py

   1 # Content DB
   2 # Copyright (C) 2018  rubenwardy
   3 #
   4 # This program is free software: you can redistribute it and/or modify
   5 # it under the terms of the GNU General Public License as published by
   6 # the Free Software Foundation, either version 3 of the License, or
   7 # (at your option) any later version.
   8 #
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
  16
  17
  18 from flask import *
  19 from flask_user import *
  20 import flask_menu as menu
  21 from . import bp
  22 from app.models import *
  23 from celery import uuid, group
  24 from app.tasks.importtasks import importRepoScreenshot, makeVCSRelease, checkZipRelease
  25 from app.tasks.forumtasks  import importTopicList, checkAllForumAccounts
  26 from flask_wtf import FlaskForm
  27 from wtforms import *
  28 from app.utils import loginUser, rank_required, addNotification
  29 import datetime, os
  30
  31 @bp.route("/admin/", methods=["GET", "POST"])
  32 @rank_required(UserRank.ADMIN)
  33 def admin_page():
  34         if request.method == "POST":
  35                 action = request.form["action"]
  36                 if action == "delstuckreleases":
  37                         PackageRelease.query.filter(PackageRelease.task_id != None).delete()
  38                         db.session.commit()
  39                         return redirect(url_for("admin.admin_page"))
  40                 elif action == "checkreleases":
  41                         releases = PackageRelease.query.filter(PackageRelease.url.like("/uploads/%")).all()
  42
  43                         tasks = []
  44                         for release in releases:
  45                                 zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
  46                                 tasks.append(checkZipRelease.s(release.id, zippath))
  47
  48                         result = group(tasks).apply_async()
  49
  50                         while not result.ready():
  51                                 import time
  52                                 time.sleep(0.1)
  53
  54                         return redirect(url_for("todo.view"))
  55                 elif action == "importmodlist":
  56                         task = importTopicList.delay()
  57                         return redirect(url_for("tasks.check", id=task.id, r=url_for("todo.topics")))
  58                 elif action == "checkusers":
  59                         task = checkAllForumAccounts.delay()
  60                         return redirect(url_for("tasks.check", id=task.id, r=url_for("admin.admin_page")))
  61                 elif action == "importscreenshots":
  62                         packages = Package.query \
  63                                 .filter_by(soft_deleted=False) \
  64                                 .outerjoin(PackageScreenshot, Package.id==PackageScreenshot.package_id) \
  65                                 .filter(PackageScreenshot.id==None) \
  66                                 .all()
  67                         for package in packages:
  68                                 importRepoScreenshot.delay(package.id)
  69
  70                         return redirect(url_for("admin.admin_page"))
  71                 elif action == "restore":
  72                         package = Package.query.get(request.form["package"])
  73                         if package is None:
  74                                 flash("Unknown package", "danger")
  75                         else:
  76                                 package.soft_deleted = False
  77                                 db.session.commit()
  78                                 return redirect(url_for("admin.admin_page"))
  79                 elif action == "modprovides":
  80                         packages = Package.query.filter_by(type=PackageType.MOD).all()
  81                         mpackage_cache = {}
  82                         for p in packages:
  83                                 if len(p.provides) == 0:
  84                                         p.provides.append(MetaPackage.GetOrCreate(p.name, mpackage_cache))
  85
  86                         db.session.commit()
  87                         return redirect(url_for("admin.admin_page"))
  88                 elif action == "recalcscores":
  89                         for p in Package.query.all():
  90                                 p.recalcScore()
  91
  92                         db.session.commit()
  93                         return redirect(url_for("admin.admin_page"))
  94                 elif action == "vcsrelease":
  95                         for package in Package.query.filter(Package.repo.isnot(None)).all():
  96                                 if package.releases.count() != 0:
  97                                         continue
  98
  99                                 rel = PackageRelease()
 100                                 rel.package  = package
 101                                 rel.title    = datetime.date.today().isoformat()
 102                                 rel.url      = ""
 103                                 rel.task_id  = uuid()
 104                                 rel.approved = True
 105                                 db.session.add(rel)
 106                                 db.session.commit()
 107
 108                                 makeVCSRelease.apply_async((rel.id, "master"), task_id=rel.task_id)
 109
 110                                 msg = "Release {} created".format(rel.title)
 111                                 addNotification(package.maintainers, current_user, msg, rel.getEditURL(), package)
 112                                 db.session.commit()
 113
 114                 elif action == "cleanuploads":
 115                         upload_dir = app.config['UPLOAD_DIR']
 116
 117                         (_, _, filenames) = next(os.walk(upload_dir))
 118                         existing_uploads = set(filenames)
 119
 120                         if len(existing_uploads) != 0:
 121                                 def getURLsFromDB(column):
 122                                         results = db.session.query(column).filter(column != None, column != "").all()
 123                                         return set([os.path.basename(x[0]) for x in results])
 124
 125                                 release_urls = getURLsFromDB(PackageRelease.url)
 126                                 screenshot_urls = getURLsFromDB(PackageScreenshot.url)
 127
 128                                 db_urls = release_urls.union(screenshot_urls)
 129                                 unreachable = existing_uploads.difference(db_urls)
 130
 131                                 import sys
 132                                 print("On Disk: ", existing_uploads, file=sys.stderr)
 133                                 print("In DB: ", db_urls, file=sys.stderr)
 134                                 print("Unreachable: ", unreachable, file=sys.stderr)
 135
 136                                 for filename in unreachable:
 137                                         os.remove(os.path.join(upload_dir, filename))
 138
 139                                 flash("Deleted " + str(len(unreachable)) + " unreachable uploads", "success")
 140                         else:
 141                                 flash("No downloads to create", "danger")
 142
 143                 else:
 144                         flash("Unknown action: " + action, "danger")
 145
 146         deleted_packages = Package.query.filter_by(soft_deleted=True).all()
 147         return render_template("admin/list.html", deleted_packages=deleted_packages)
 148
 149 class SwitchUserForm(FlaskForm):
 150         username = StringField("Username")
 151         submit = SubmitField("Switch")
 152
 153
 154 @bp.route("/admin/switchuser/", methods=["GET", "POST"])
 155 @rank_required(UserRank.ADMIN)
 156 def switch_user():
 157         form = SwitchUserForm(formdata=request.form)
 158         if request.method == "POST" and form.validate():
 159                 user = User.query.filter_by(username=form["username"].data).first()
 160                 if user is None:
 161                         flash("Unable to find user", "danger")
 162                 elif loginUser(user):
 163                         return redirect(url_for("users.profile", username=current_user.username))
 164                 else:
 165                         flash("Unable to login as user", "danger")
 166
 167
 168         # Process GET or invalid POST
 169         return render_template("admin/switch_user.html", form=form)