2 # Copyright (C) 2018 rubenwardy
4 # This program is free software: you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation, either version 3 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program. If not, see <https://www.gnu.org/licenses/>.
19 from flask_user import *
20 import flask_menu as menu
22 from app.models import *
23 from celery import uuid, group
24 from app.tasks.importtasks import importRepoScreenshot, makeVCSRelease, checkZipRelease, updateMetaFromRelease
25 from app.tasks.forumtasks import importTopicList, checkAllForumAccounts
26 from flask_wtf import FlaskForm
28 from app.utils import loginUser, rank_required, addNotification
31 @bp.route("/admin/", methods=["GET", "POST"])
32 @rank_required(UserRank.ADMIN)
34 if request.method == "POST":
35 action = request.form["action"]
36 if action == "delstuckreleases":
37 PackageRelease.query.filter(PackageRelease.task_id != None).delete()
39 return redirect(url_for("admin.admin_page"))
40 elif action == "checkreleases":
41 releases = PackageRelease.query.filter(PackageRelease.url.like("/uploads/%")).all()
44 for release in releases:
45 zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
46 tasks.append(checkZipRelease.s(release.id, zippath))
48 result = group(tasks).apply_async()
50 while not result.ready():
54 return redirect(url_for("todo.view"))
55 elif action == "reimportpackages":
57 for package in Package.query.filter_by(approved=True, soft_deleted=False).all():
58 release = package.releases.first()
60 zippath = release.url.replace("/uploads/", app.config["UPLOAD_DIR"])
61 tasks.append(updateMetaFromRelease.s(release.id, zippath))
63 result = group(tasks).apply_async()
65 while not result.ready():
69 return redirect(url_for("todo.view"))
70 elif action == "importmodlist":
71 task = importTopicList.delay()
72 return redirect(url_for("tasks.check", id=task.id, r=url_for("todo.topics")))
73 elif action == "checkusers":
74 task = checkAllForumAccounts.delay()
75 return redirect(url_for("tasks.check", id=task.id, r=url_for("admin.admin_page")))
76 elif action == "importscreenshots":
77 packages = Package.query \
78 .filter_by(soft_deleted=False) \
79 .outerjoin(PackageScreenshot, Package.id==PackageScreenshot.package_id) \
80 .filter(PackageScreenshot.id==None) \
82 for package in packages:
83 importRepoScreenshot.delay(package.id)
85 return redirect(url_for("admin.admin_page"))
86 elif action == "restore":
87 package = Package.query.get(request.form["package"])
89 flash("Unknown package", "danger")
91 package.soft_deleted = False
93 return redirect(url_for("admin.admin_page"))
94 elif action == "modprovides":
95 packages = Package.query.filter_by(type=PackageType.MOD).all()
98 if len(p.provides) == 0:
99 p.provides.append(MetaPackage.GetOrCreate(p.name, mpackage_cache))
102 return redirect(url_for("admin.admin_page"))
103 elif action == "recalcscores":
104 for p in Package.query.all():
108 return redirect(url_for("admin.admin_page"))
109 elif action == "vcsrelease":
110 for package in Package.query.filter(Package.repo.isnot(None)).all():
111 if package.releases.count() != 0:
114 rel = PackageRelease()
115 rel.package = package
116 rel.title = datetime.date.today().isoformat()
123 makeVCSRelease.apply_async((rel.id, "master"), task_id=rel.task_id)
125 msg = "Release {} created".format(rel.title)
126 addNotification(package.maintainers, current_user, msg, rel.getEditURL(), package)
129 elif action == "cleanuploads":
130 upload_dir = app.config['UPLOAD_DIR']
132 (_, _, filenames) = next(os.walk(upload_dir))
133 existing_uploads = set(filenames)
135 if len(existing_uploads) != 0:
136 def getURLsFromDB(column):
137 results = db.session.query(column).filter(column != None, column != "").all()
138 return set([os.path.basename(x[0]) for x in results])
140 release_urls = getURLsFromDB(PackageRelease.url)
141 screenshot_urls = getURLsFromDB(PackageScreenshot.url)
143 db_urls = release_urls.union(screenshot_urls)
144 unreachable = existing_uploads.difference(db_urls)
147 print("On Disk: ", existing_uploads, file=sys.stderr)
148 print("In DB: ", db_urls, file=sys.stderr)
149 print("Unreachable: ", unreachable, file=sys.stderr)
151 for filename in unreachable:
152 os.remove(os.path.join(upload_dir, filename))
154 flash("Deleted " + str(len(unreachable)) + " unreachable uploads", "success")
156 flash("No downloads to create", "danger")
159 flash("Unknown action: " + action, "danger")
161 deleted_packages = Package.query.filter_by(soft_deleted=True).all()
162 return render_template("admin/list.html", deleted_packages=deleted_packages)
164 class SwitchUserForm(FlaskForm):
165 username = StringField("Username")
166 submit = SubmitField("Switch")
169 @bp.route("/admin/switchuser/", methods=["GET", "POST"])
170 @rank_required(UserRank.ADMIN)
172 form = SwitchUserForm(formdata=request.form)
173 if request.method == "POST" and form.validate():
174 user = User.query.filter_by(username=form["username"].data).first()
176 flash("Unable to find user", "danger")
177 elif loginUser(user):
178 return redirect(url_for("users.profile", username=current_user.username))
180 flash("Unable to login as user", "danger")
183 # Process GET or invalid POST
184 return render_template("admin/switch_user.html", form=form)