app/blueprints/admin/admin.py

   1 # Content DB
   2 # Copyright (C) 2018  rubenwardy
   3 #
   4 # This program is free software: you can redistribute it and/or modify
   5 # it under the terms of the GNU General Public License as published by
   6 # the Free Software Foundation, either version 3 of the License, or
   7 # (at your option) any later version.
   8 #
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
  16
  17
  18 from flask import *
  19 from flask_user import *
  20 import flask_menu as menu
  21 from . import bp
  22 from app.models import *
  23 from celery import uuid, group
  24 from app.tasks.importtasks import importRepoScreenshot, makeVCSRelease, checkZipRelease, updateMetaFromRelease
  25 from app.tasks.forumtasks  import importTopicList, checkAllForumAccounts
  26 from flask_wtf import FlaskForm
  27 from wtforms import *
  28 from app.utils import loginUser, rank_required, addNotification
  29 import datetime, os
  30
  31 @bp.route("/admin/", methods=["GET", "POST"])
  32 @rank_required(UserRank.ADMIN)
  33 def admin_page():
  34         if request.method == "POST":
  35                 action = request.form["action"]
  36                 if action == "delstuckreleases":
  37                         PackageRelease.query.filter(PackageRelease.task_id != None).delete()
  38                         db.session.commit()
  39                         return redirect(url_for("admin.admin_page"))
  40                 elif action == "checkreleases":
  41                         releases = PackageRelease.query.filter(PackageRelease.url.like("/uploads/%")).all()
  42
  43                         tasks = []
  44                         for release in releases:
  45                                 zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
  46                                 tasks.append(checkZipRelease.s(release.id, zippath))
  47
  48                         result = group(tasks).apply_async()
  49
  50                         while not result.ready():
  51                                 import time
  52                                 time.sleep(0.1)
  53
  54                         return redirect(url_for("todo.view"))
  55                 elif action == "reimportpackages":
  56                         tasks = []
  57                         for package in Package.query.filter_by(approved=True, soft_deleted=False).all():
  58                                 release = package.releases.first()
  59                                 if release:
  60                                         zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
  61                                         tasks.append(updateMetaFromRelease.s(release.id, zippath))
  62
  63                         result = group(tasks).apply_async()
  64
  65                         while not result.ready():
  66                                 import time
  67                                 time.sleep(0.1)
  68
  69                         return redirect(url_for("todo.view"))
  70                 elif action == "importmodlist":
  71                         task = importTopicList.delay()
  72                         return redirect(url_for("tasks.check", id=task.id, r=url_for("todo.topics")))
  73                 elif action == "checkusers":
  74                         task = checkAllForumAccounts.delay()
  75                         return redirect(url_for("tasks.check", id=task.id, r=url_for("admin.admin_page")))
  76                 elif action == "importscreenshots":
  77                         packages = Package.query \
  78                                 .filter_by(soft_deleted=False) \
  79                                 .outerjoin(PackageScreenshot, Package.id==PackageScreenshot.package_id) \
  80                                 .filter(PackageScreenshot.id==None) \
  81                                 .all()
  82                         for package in packages:
  83                                 importRepoScreenshot.delay(package.id)
  84
  85                         return redirect(url_for("admin.admin_page"))
  86                 elif action == "restore":
  87                         package = Package.query.get(request.form["package"])
  88                         if package is None:
  89                                 flash("Unknown package", "danger")
  90                         else:
  91                                 package.soft_deleted = False
  92                                 db.session.commit()
  93                                 return redirect(url_for("admin.admin_page"))
  94                 elif action == "modprovides":
  95                         packages = Package.query.filter_by(type=PackageType.MOD).all()
  96                         mpackage_cache = {}
  97                         for p in packages:
  98                                 if len(p.provides) == 0:
  99                                         p.provides.append(MetaPackage.GetOrCreate(p.name, mpackage_cache))
 100
 101                         db.session.commit()
 102                         return redirect(url_for("admin.admin_page"))
 103                 elif action == "recalcscores":
 104                         for p in Package.query.all():
 105                                 p.recalcScore()
 106
 107                         db.session.commit()
 108                         return redirect(url_for("admin.admin_page"))
 109                 elif action == "vcsrelease":
 110                         for package in Package.query.filter(Package.repo.isnot(None)).all():
 111                                 if package.releases.count() != 0:
 112                                         continue
 113
 114                                 rel = PackageRelease()
 115                                 rel.package  = package
 116                                 rel.title    = datetime.date.today().isoformat()
 117                                 rel.url      = ""
 118                                 rel.task_id  = uuid()
 119                                 rel.approved = True
 120                                 db.session.add(rel)
 121                                 db.session.commit()
 122
 123                                 makeVCSRelease.apply_async((rel.id, "master"), task_id=rel.task_id)
 124
 125                                 msg = "Release {} created".format(rel.title)
 126                                 addNotification(package.maintainers, current_user, msg, rel.getEditURL(), package)
 127                                 db.session.commit()
 128
 129                 elif action == "cleanuploads":
 130                         upload_dir = app.config['UPLOAD_DIR']
 131
 132                         (_, _, filenames) = next(os.walk(upload_dir))
 133                         existing_uploads = set(filenames)
 134
 135                         if len(existing_uploads) != 0:
 136                                 def getURLsFromDB(column):
 137                                         results = db.session.query(column).filter(column != None, column != "").all()
 138                                         return set([os.path.basename(x[0]) for x in results])
 139
 140                                 release_urls = getURLsFromDB(PackageRelease.url)
 141                                 screenshot_urls = getURLsFromDB(PackageScreenshot.url)
 142
 143                                 db_urls = release_urls.union(screenshot_urls)
 144                                 unreachable = existing_uploads.difference(db_urls)
 145
 146                                 import sys
 147                                 print("On Disk: ", existing_uploads, file=sys.stderr)
 148                                 print("In DB: ", db_urls, file=sys.stderr)
 149                                 print("Unreachable: ", unreachable, file=sys.stderr)
 150
 151                                 for filename in unreachable:
 152                                         os.remove(os.path.join(upload_dir, filename))
 153
 154                                 flash("Deleted " + str(len(unreachable)) + " unreachable uploads", "success")
 155                         else:
 156                                 flash("No downloads to create", "danger")
 157
 158                 else:
 159                         flash("Unknown action: " + action, "danger")
 160
 161         deleted_packages = Package.query.filter_by(soft_deleted=True).all()
 162         return render_template("admin/list.html", deleted_packages=deleted_packages)
 163
 164 class SwitchUserForm(FlaskForm):
 165         username = StringField("Username")
 166         submit = SubmitField("Switch")
 167
 168
 169 @bp.route("/admin/switchuser/", methods=["GET", "POST"])
 170 @rank_required(UserRank.ADMIN)
 171 def switch_user():
 172         form = SwitchUserForm(formdata=request.form)
 173         if request.method == "POST" and form.validate():
 174                 user = User.query.filter_by(username=form["username"].data).first()
 175                 if user is None:
 176                         flash("Unable to find user", "danger")
 177                 elif loginUser(user):
 178                         return redirect(url_for("users.profile", username=current_user.username))
 179                 else:
 180                         flash("Unable to login as user", "danger")
 181
 182
 183         # Process GET or invalid POST
 184         return render_template("admin/switch_user.html", form=form)