app/blueprints/admin/admin.py

   1 # ContentDB
   2 # Copyright (C) 2018  rubenwardy
   3 #
   4 # This program is free software: you can redistribute it and/or modify
   5 # it under the terms of the GNU General Public License as published by
   6 # the Free Software Foundation, either version 3 of the License, or
   7 # (at your option) any later version.
   8 #
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
  16
  17
  18 from flask import *
  19 from flask_user import *
  20 import flask_menu as menu
  21 from . import bp
  22 from app.models import *
  23 from celery import uuid, group
  24 from app.tasks.importtasks import importRepoScreenshot, makeVCSRelease, checkZipRelease, updateMetaFromRelease, importForeignDownloads
  25 from app.tasks.forumtasks  import importTopicList, checkAllForumAccounts
  26 from flask_wtf import FlaskForm
  27 from wtforms import *
  28 from app.utils import loginUser, rank_required, addNotification
  29 import datetime, os
  30
  31 @bp.route("/admin/", methods=["GET", "POST"])
  32 @rank_required(UserRank.ADMIN)
  33 def admin_page():
  34         if request.method == "POST":
  35                 action = request.form["action"]
  36
  37                 if action == "delstuckreleases":
  38                         PackageRelease.query.filter(PackageRelease.task_id != None).delete()
  39                         db.session.commit()
  40                         return redirect(url_for("admin.admin_page"))
  41
  42                 elif action == "checkreleases":
  43                         releases = PackageRelease.query.filter(PackageRelease.url.like("/uploads/%")).all()
  44
  45                         tasks = []
  46                         for release in releases:
  47                                 zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
  48                                 tasks.append(checkZipRelease.s(release.id, zippath))
  49
  50                         result = group(tasks).apply_async()
  51
  52                         while not result.ready():
  53                                 import time
  54                                 time.sleep(0.1)
  55
  56                         return redirect(url_for("todo.view"))
  57
  58                 elif action == "reimportpackages":
  59                         tasks = []
  60                         for package in Package.query.filter_by(soft_deleted=False).all():
  61                                 release = package.releases.first()
  62                                 if release:
  63                                         zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
  64                                         tasks.append(updateMetaFromRelease.s(release.id, zippath))
  65
  66                         result = group(tasks).apply_async()
  67
  68                         while not result.ready():
  69                                 import time
  70                                 time.sleep(0.1)
  71
  72                         return redirect(url_for("todo.view"))
  73
  74                 elif action == "importforeign":
  75                         releases = PackageRelease.query.filter(PackageRelease.url.like("http%")).all()
  76
  77                         tasks = []
  78                         for release in releases:
  79                                 tasks.append(importForeignDownloads.s(release.id))
  80
  81                         result = group(tasks).apply_async()
  82
  83                         while not result.ready():
  84                                 import time
  85                                 time.sleep(0.1)
  86
  87                         return redirect(url_for("todo.view"))
  88
  89                 elif action == "importmodlist":
  90                         task = importTopicList.delay()
  91                         return redirect(url_for("tasks.check", id=task.id, r=url_for("todo.topics")))
  92
  93                 elif action == "checkusers":
  94                         task = checkAllForumAccounts.delay()
  95                         return redirect(url_for("tasks.check", id=task.id, r=url_for("admin.admin_page")))
  96
  97                 elif action == "importscreenshots":
  98                         packages = Package.query \
  99                                 .filter_by(soft_deleted=False) \
 100                                 .outerjoin(PackageScreenshot, Package.id==PackageScreenshot.package_id) \
 101                                 .filter(PackageScreenshot.id==None) \
 102                                 .all()
 103                         for package in packages:
 104                                 importRepoScreenshot.delay(package.id)
 105
 106                         return redirect(url_for("admin.admin_page"))
 107
 108                 elif action == "restore":
 109                         package = Package.query.get(request.form["package"])
 110                         if package is None:
 111                                 flash("Unknown package", "danger")
 112                         else:
 113                                 package.soft_deleted = False
 114                                 db.session.commit()
 115                                 return redirect(url_for("admin.admin_page"))
 116
 117                 elif action == "recalcscores":
 118                         for p in Package.query.all():
 119                                 p.recalcScore()
 120
 121                         db.session.commit()
 122                         return redirect(url_for("admin.admin_page"))
 123
 124                 elif action == "cleanuploads":
 125                         upload_dir = app.config['UPLOAD_DIR']
 126
 127                         (_, _, filenames) = next(os.walk(upload_dir))
 128                         existing_uploads = set(filenames)
 129
 130                         if len(existing_uploads) != 0:
 131                                 def getURLsFromDB(column):
 132                                         results = db.session.query(column).filter(column != None, column != "").all()
 133                                         return set([os.path.basename(x[0]) for x in results])
 134
 135                                 release_urls = getURLsFromDB(PackageRelease.url)
 136                                 screenshot_urls = getURLsFromDB(PackageScreenshot.url)
 137
 138                                 db_urls = release_urls.union(screenshot_urls)
 139                                 unreachable = existing_uploads.difference(db_urls)
 140
 141                                 import sys
 142                                 print("On Disk: ", existing_uploads, file=sys.stderr)
 143                                 print("In DB: ", db_urls, file=sys.stderr)
 144                                 print("Unreachable: ", unreachable, file=sys.stderr)
 145
 146                                 for filename in unreachable:
 147                                         os.remove(os.path.join(upload_dir, filename))
 148
 149                                 flash("Deleted " + str(len(unreachable)) + " unreachable uploads", "success")
 150                         else:
 151                                 flash("No downloads to create", "danger")
 152
 153                         return redirect(url_for("admin.admin_page"))
 154
 155                 elif action == "delmetapackages":
 156                         query = MetaPackage.query.filter(~MetaPackage.dependencies.any(), ~MetaPackage.packages.any())
 157                         count = query.count()
 158                         query.delete(synchronize_session=False)
 159                         db.session.commit()
 160
 161                         flash("Deleted " + str(count) + " unused meta packages", "success")
 162                         return redirect(url_for("admin.admin_page"))
 163                 else:
 164                         flash("Unknown action: " + action, "danger")
 165
 166         deleted_packages = Package.query.filter_by(soft_deleted=True).all()
 167         return render_template("admin/list.html", deleted_packages=deleted_packages)
 168
 169 class SwitchUserForm(FlaskForm):
 170         username = StringField("Username")
 171         submit = SubmitField("Switch")
 172
 173
 174 @bp.route("/admin/switchuser/", methods=["GET", "POST"])
 175 @rank_required(UserRank.ADMIN)
 176 def switch_user():
 177         form = SwitchUserForm(formdata=request.form)
 178         if request.method == "POST" and form.validate():
 179                 user = User.query.filter_by(username=form["username"].data).first()
 180                 if user is None:
 181                         flash("Unable to find user", "danger")
 182                 elif loginUser(user):
 183                         return redirect(url_for("users.profile", username=current_user.username))
 184                 else:
 185                         flash("Unable to login as user", "danger")
 186
 187
 188         # Process GET or invalid POST
 189         return render_template("admin/switch_user.html", form=form)