app/blueprints/admin/admin.py

   1 # ContentDB
   2 # Copyright (C) 2018  rubenwardy
   3 #
   4 # This program is free software: you can redistribute it and/or modify
   5 # it under the terms of the GNU General Public License as published by
   6 # the Free Software Foundation, either version 3 of the License, or
   7 # (at your option) any later version.
   8 #
   9 # This program is distributed in the hope that it will be useful,
  10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 # GNU General Public License for more details.
  13 #
  14 # You should have received a copy of the GNU General Public License
  15 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
  16
  17
  18 from flask import *
  19 from flask_user import *
  20 import flask_menu as menu
  21 from . import bp
  22 from app.models import *
  23 from celery import uuid, group
  24 from app.tasks.importtasks import importRepoScreenshot, makeVCSRelease, checkZipRelease, updateMetaFromRelease
  25 from app.tasks.forumtasks  import importTopicList, checkAllForumAccounts
  26 from flask_wtf import FlaskForm
  27 from wtforms import *
  28 from app.utils import loginUser, rank_required, addNotification
  29 import datetime, os
  30
  31 @bp.route("/admin/", methods=["GET", "POST"])
  32 @rank_required(UserRank.ADMIN)
  33 def admin_page():
  34         if request.method == "POST":
  35                 action = request.form["action"]
  36
  37                 if action == "delstuckreleases":
  38                         PackageRelease.query.filter(PackageRelease.task_id != None).delete()
  39                         db.session.commit()
  40                         return redirect(url_for("admin.admin_page"))
  41
  42                 elif action == "checkreleases":
  43                         releases = PackageRelease.query.filter(PackageRelease.url.like("/uploads/%")).all()
  44
  45                         tasks = []
  46                         for release in releases:
  47                                 zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
  48                                 tasks.append(checkZipRelease.s(release.id, zippath))
  49
  50                         result = group(tasks).apply_async()
  51
  52                         while not result.ready():
  53                                 import time
  54                                 time.sleep(0.1)
  55
  56                         return redirect(url_for("todo.view"))
  57
  58                 elif action == "reimportpackages":
  59                         tasks = []
  60                         for package in Package.query.filter_by(approved=True, soft_deleted=False).all():
  61                                 release = package.releases.first()
  62                                 if release:
  63                                         zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
  64                                         tasks.append(updateMetaFromRelease.s(release.id, zippath))
  65
  66                         result = group(tasks).apply_async()
  67
  68                         while not result.ready():
  69                                 import time
  70                                 time.sleep(0.1)
  71
  72                         return redirect(url_for("todo.view"))
  73
  74                 elif action == "importmodlist":
  75                         task = importTopicList.delay()
  76                         return redirect(url_for("tasks.check", id=task.id, r=url_for("todo.topics")))
  77
  78                 elif action == "checkusers":
  79                         task = checkAllForumAccounts.delay()
  80                         return redirect(url_for("tasks.check", id=task.id, r=url_for("admin.admin_page")))
  81
  82                 elif action == "importscreenshots":
  83                         packages = Package.query \
  84                                 .filter_by(soft_deleted=False) \
  85                                 .outerjoin(PackageScreenshot, Package.id==PackageScreenshot.package_id) \
  86                                 .filter(PackageScreenshot.id==None) \
  87                                 .all()
  88                         for package in packages:
  89                                 importRepoScreenshot.delay(package.id)
  90
  91                         return redirect(url_for("admin.admin_page"))
  92
  93                 elif action == "restore":
  94                         package = Package.query.get(request.form["package"])
  95                         if package is None:
  96                                 flash("Unknown package", "danger")
  97                         else:
  98                                 package.soft_deleted = False
  99                                 db.session.commit()
 100                                 return redirect(url_for("admin.admin_page"))
 101
 102                 elif action == "recalcscores":
 103                         for p in Package.query.all():
 104                                 p.recalcScore()
 105
 106                         db.session.commit()
 107                         return redirect(url_for("admin.admin_page"))
 108
 109                 elif action == "cleanuploads":
 110                         upload_dir = app.config['UPLOAD_DIR']
 111
 112                         (_, _, filenames) = next(os.walk(upload_dir))
 113                         existing_uploads = set(filenames)
 114
 115                         if len(existing_uploads) != 0:
 116                                 def getURLsFromDB(column):
 117                                         results = db.session.query(column).filter(column != None, column != "").all()
 118                                         return set([os.path.basename(x[0]) for x in results])
 119
 120                                 release_urls = getURLsFromDB(PackageRelease.url)
 121                                 screenshot_urls = getURLsFromDB(PackageScreenshot.url)
 122
 123                                 db_urls = release_urls.union(screenshot_urls)
 124                                 unreachable = existing_uploads.difference(db_urls)
 125
 126                                 import sys
 127                                 print("On Disk: ", existing_uploads, file=sys.stderr)
 128                                 print("In DB: ", db_urls, file=sys.stderr)
 129                                 print("Unreachable: ", unreachable, file=sys.stderr)
 130
 131                                 for filename in unreachable:
 132                                         os.remove(os.path.join(upload_dir, filename))
 133
 134                                 flash("Deleted " + str(len(unreachable)) + " unreachable uploads", "success")
 135                         else:
 136                                 flash("No downloads to create", "danger")
 137
 138                 else:
 139                         flash("Unknown action: " + action, "danger")
 140
 141         deleted_packages = Package.query.filter_by(soft_deleted=True).all()
 142         return render_template("admin/list.html", deleted_packages=deleted_packages)
 143
 144 class SwitchUserForm(FlaskForm):
 145         username = StringField("Username")
 146         submit = SubmitField("Switch")
 147
 148
 149 @bp.route("/admin/switchuser/", methods=["GET", "POST"])
 150 @rank_required(UserRank.ADMIN)
 151 def switch_user():
 152         form = SwitchUserForm(formdata=request.form)
 153         if request.method == "POST" and form.validate():
 154                 user = User.query.filter_by(username=form["username"].data).first()
 155                 if user is None:
 156                         flash("Unable to find user", "danger")
 157                 elif loginUser(user):
 158                         return redirect(url_for("users.profile", username=current_user.username))
 159                 else:
 160                         flash("Unable to login as user", "danger")
 161
 162
 163         # Process GET or invalid POST
 164         return render_template("admin/switch_user.html", form=form)