# Content DB # Copyright (C) 2018 rubenwardy # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . from flask import render_template, abort, request, redirect, url_for, flash from flask_user import current_user import flask_menu as menu from . import bp from app.models import * from app.querybuilder import QueryBuilder from app.tasks.importtasks import importRepoScreenshot from app.utils import * from flask_wtf import FlaskForm from wtforms import * from wtforms.validators import * from wtforms.ext.sqlalchemy.fields import QuerySelectField, QuerySelectMultipleField from sqlalchemy import or_, func from sqlalchemy.orm import joinedload, subqueryload @menu.register_menu(bp, ".mods", "Mods", order=11, endpoint_arguments_constructor=lambda: { 'type': 'mod' }) @menu.register_menu(bp, ".games", "Games", order=12, endpoint_arguments_constructor=lambda: { 'type': 'game' }) @menu.register_menu(bp, ".txp", "Texture Packs", order=13, endpoint_arguments_constructor=lambda: { 'type': 'txp' }) @menu.register_menu(bp, ".random", "Random", order=14, endpoint_arguments_constructor=lambda: { 'random': '1', 'lucky': '1' }) @bp.route("/packages/") def list_all(): qb = QueryBuilder(request.args) query = qb.buildPackageQuery() title = qb.title query = query.options( \ joinedload(Package.license), \ joinedload(Package.media_license), \ subqueryload(Package.tags)) if qb.lucky: package = query.first() if package: return redirect(package.getDetailsURL()) topic = qb.buildTopicQuery().first() if qb.search and topic: return redirect("https://forum.minetest.net/viewtopic.php?t=" + str(topic.topic_id)) page = get_int_or_abort(request.args.get("page"), 1) num = min(40, get_int_or_abort(request.args.get("n"), 100)) query = query.paginate(page, num, True) search = request.args.get("q") type_name = request.args.get("type") next_url = url_for("packages.list_all", type=type_name, q=search, page=query.next_num) \ if query.has_next else None prev_url = url_for("packages.list_all", type=type_name, q=search, page=query.prev_num) \ if query.has_prev else None authors = [] if search: authors = User.query \ .filter(or_(*[func.lower(User.username) == name.lower().strip() for name in search.split(" ")])) \ .all() authors = [(author.username, search.lower().replace(author.username.lower(), "")) for author in authors] topics = None if qb.search and not query.has_next: qb.show_discarded = True topics = qb.buildTopicQuery().all() tags = Tag.query.all() return render_template("packages/list.html", \ title=title, packages=query.items, topics=topics, \ query=search, tags=tags, type=type_name, \ authors = authors, \ next_url=next_url, prev_url=prev_url, page=page, page_max=query.pages, packages_count=query.total) def getReleases(package): if package.checkPerm(current_user, Permission.MAKE_RELEASE): return package.releases.limit(5) else: return package.releases.filter_by(approved=True).limit(5) @bp.route("/packages///") @is_package_page def view(package): clearNotifications(package.getDetailsURL()) alternatives = None if package.type == PackageType.MOD: alternatives = Package.query \ .filter_by(name=package.name, type=PackageType.MOD, soft_deleted=False) \ .filter(Package.id != package.id) \ .order_by(db.desc(Package.score)) \ .all() show_similar_topics = current_user == package.author or \ package.checkPerm(current_user, Permission.APPROVE_NEW) similar_topics = None if not show_similar_topics else \ ForumTopic.query \ .filter_by(name=package.name) \ .filter(ForumTopic.topic_id != package.forums) \ .filter(~ db.exists().where(Package.forums==ForumTopic.topic_id)) \ .order_by(db.asc(ForumTopic.name), db.asc(ForumTopic.title)) \ .all() releases = getReleases(package) requests = [r for r in package.requests if r.status == 0] review_thread = package.review_thread if review_thread is not None and not review_thread.checkPerm(current_user, Permission.SEE_THREAD): review_thread = None topic_error = None topic_error_lvl = "warning" if not package.approved and package.forums is not None: errors = [] if Package.query.filter_by(forums=package.forums, soft_deleted=False).count() > 1: errors.append("Error: Another package already uses this forum topic!") topic_error_lvl = "danger" topic = ForumTopic.query.get(package.forums) if topic is not None: if topic.author != package.author: errors.append("Error: Forum topic author doesn't match package author.") topic_error_lvl = "danger" if topic.wip: errors.append("Warning: Forum topic is in WIP section, make sure package meets playability standards.") elif package.type != PackageType.TXP: errors.append("Warning: Forum topic not found. This may happen if the topic has only just been created.") topic_error = "
".join(errors) threads = Thread.query.filter_by(package_id=package.id) if not current_user.is_authenticated: threads = threads.filter_by(private=False) elif not current_user.rank.atLeast(UserRank.EDITOR) and not current_user == package.author: threads = threads.filter(or_(Thread.private == False, Thread.author == current_user)) return render_template("packages/view.html", \ package=package, releases=releases, requests=requests, \ alternatives=alternatives, similar_topics=similar_topics, \ review_thread=review_thread, topic_error=topic_error, topic_error_lvl=topic_error_lvl, \ threads=threads.all()) @bp.route("/packages///download/") @is_package_page def download(package): release = package.getDownloadRelease() if release is None: if "application/zip" in request.accept_mimetypes and \ not "text/html" in request.accept_mimetypes: return "", 204 else: flash("No download available.", "danger") return redirect(package.getDetailsURL()) else: return redirect(release.getDownloadURL(), code=302) class PackageForm(FlaskForm): name = StringField("Name (Technical)", [InputRequired(), Length(1, 100), Regexp("^[a-z0-9_]+$", 0, "Lower case letters (a-z), digits (0-9), and underscores (_) only")]) title = StringField("Title (Human-readable)", [InputRequired(), Length(3, 100)]) short_desc = StringField("Short Description (Plaintext)", [InputRequired(), Length(1,200)]) desc = TextAreaField("Long Description (Markdown)", [Optional(), Length(0,10000)]) type = SelectField("Type", [InputRequired()], choices=PackageType.choices(), coerce=PackageType.coerce, default=PackageType.MOD) license = QuerySelectField("License", [DataRequired()], allow_blank=True, query_factory=lambda: License.query.order_by(db.asc(License.name)), get_pk=lambda a: a.id, get_label=lambda a: a.name) media_license = QuerySelectField("Media License", [DataRequired()], allow_blank=True, query_factory=lambda: License.query.order_by(db.asc(License.name)), get_pk=lambda a: a.id, get_label=lambda a: a.name) provides_str = StringField("Provides (mods included in package)", [Optional()]) tags = QuerySelectMultipleField('Tags', query_factory=lambda: Tag.query.order_by(db.asc(Tag.name)), get_pk=lambda a: a.id, get_label=lambda a: a.title) harddep_str = StringField("Hard Dependencies", [Optional()]) softdep_str = StringField("Soft Dependencies", [Optional()]) repo = StringField("VCS Repository URL", [Optional(), URL()], filters = [lambda x: x or None]) website = StringField("Website URL", [Optional(), URL()], filters = [lambda x: x or None]) issueTracker = StringField("Issue Tracker URL", [Optional(), URL()], filters = [lambda x: x or None]) forums = IntegerField("Forum Topic ID", [Optional(), NumberRange(0,999999)]) submit = SubmitField("Save") @bp.route("/packages/new/", methods=["GET", "POST"]) @bp.route("/packages///edit/", methods=["GET", "POST"]) @login_required def create_edit(author=None, name=None): package = None form = None if author is None: form = PackageForm(formdata=request.form) author = request.args.get("author") if author is None or author == current_user.username: author = current_user else: author = User.query.filter_by(username=author).first() if author is None: flash("Unable to find that user", "danger") return redirect(url_for("packages.create_edit")) if not author.checkPerm(current_user, Permission.CHANGE_AUTHOR): flash("Permission denied", "danger") return redirect(url_for("packages.create_edit")) else: package = getPackageByInfo(author, name) if not package.checkPerm(current_user, Permission.EDIT_PACKAGE): return redirect(package.getDetailsURL()) author = package.author form = PackageForm(formdata=request.form, obj=package) # Initial form class from post data and default data if request.method == "GET": if package is None: form.name.data = request.args.get("bname") form.title.data = request.args.get("title") form.repo.data = request.args.get("repo") form.forums.data = request.args.get("forums") form.license.data = None form.media_license.data = None else: form.harddep_str.data = ",".join([str(x) for x in package.getSortedHardDependencies() ]) form.softdep_str.data = ",".join([str(x) for x in package.getSortedOptionalDependencies() ]) form.provides_str.data = MetaPackage.ListToSpec(package.provides) if request.method == "POST" and form.validate(): wasNew = False if not package: package = Package.query.filter_by(name=form["name"].data, author_id=author.id).first() if package is not None: if package.soft_deleted: Package.query.filter_by(name=form["name"].data, author_id=author.id).delete() else: flash("Package already exists!", "danger") return redirect(url_for("packages.create_edit")) package = Package() package.author = author wasNew = True elif package.approved and package.name != form.name.data and \ not package.checkPerm(current_user, Permission.CHANGE_NAME): flash("Unable to change package name", "danger") return redirect(url_for("packages.create_edit", author=author, name=name)) else: triggerNotif(package.author, current_user, "{} edited".format(package.title), package.getDetailsURL()) form.populate_obj(package) # copy to row if package.type== PackageType.TXP: package.license = package.media_license mpackage_cache = {} package.provides.clear() mpackages = MetaPackage.SpecToList(form.provides_str.data, mpackage_cache) for m in mpackages: package.provides.append(m) Dependency.query.filter_by(depender=package).delete() deps = Dependency.SpecToList(package, form.harddep_str.data, mpackage_cache) for dep in deps: dep.optional = False db.session.add(dep) deps = Dependency.SpecToList(package, form.softdep_str.data, mpackage_cache) for dep in deps: dep.optional = True db.session.add(dep) if wasNew and package.type == PackageType.MOD and not package.name in mpackage_cache: m = MetaPackage.GetOrCreate(package.name, mpackage_cache) package.provides.append(m) package.tags.clear() for tag in form.tags.raw_data: package.tags.append(Tag.query.get(tag)) db.session.commit() # save next_url = package.getDetailsURL() if wasNew and package.repo is not None: task = importRepoScreenshot.delay(package.id) next_url = url_for("tasks.check", id=task.id, r=next_url) if wasNew and ("WTFPL" in package.license.name or "WTFPL" in package.media_license.name): next_url = url_for("flatpage", path="help/wtfpl", r=next_url) return redirect(next_url) package_query = Package.query.filter_by(approved=True, soft_deleted=False) if package is not None: package_query = package_query.filter(Package.id != package.id) enableWizard = name is None and request.method != "POST" return render_template("packages/create_edit.html", package=package, \ form=form, author=author, enable_wizard=enableWizard, \ packages=package_query.all(), \ mpackages=MetaPackage.query.order_by(db.asc(MetaPackage.name)).all()) @bp.route("/packages///approve/", methods=["POST"]) @login_required @is_package_page def approve(package): if not package.checkPerm(current_user, Permission.APPROVE_NEW): flash("You don't have permission to do that.", "danger") elif package.approved: flash("Package has already been approved", "danger") else: package.approved = True screenshots = PackageScreenshot.query.filter_by(package=package, approved=False).all() for s in screenshots: s.approved = True triggerNotif(package.author, current_user, "{} approved".format(package.title), package.getDetailsURL()) db.session.commit() return redirect(package.getDetailsURL()) @bp.route("/packages///remove/", methods=["GET", "POST"]) @login_required @is_package_page def remove(package): if request.method == "GET": return render_template("packages/remove.html", package=package) if "delete" in request.form: if not package.checkPerm(current_user, Permission.DELETE_PACKAGE): flash("You don't have permission to do that.", "danger") return redirect(package.getDetailsURL()) package.soft_deleted = True url = url_for("users.profile", username=package.author.username) triggerNotif(package.author, current_user, "{} deleted".format(package.title), url) db.session.commit() flash("Deleted package", "success") return redirect(url) elif "unapprove" in request.form: if not package.checkPerm(current_user, Permission.UNAPPROVE_PACKAGE): flash("You don't have permission to do that.", "danger") return redirect(package.getDetailsURL()) package.approved = False triggerNotif(package.author, current_user, "{} unapproved".format(package.title), package.getDetailsURL()) db.session.commit() flash("Unapproved package", "success") return redirect(package.getDetailsURL()) else: abort(400) class PackageMaintainersForm(FlaskForm): maintainers_str = StringField("Maintainers (Comma-separated)", [Optional()]) submit = SubmitField("Save") @bp.route("/packages///edit-maintainers/", methods=["GET", "POST"]) @login_required @is_package_page def edit_maintainers(package): if not package.checkPerm(current_user, Permission.EDIT_MAINTAINERS): flash("You do not have permission to edit maintainers", "danger") return redirect(package.getDetailsURL()) form = PackageMaintainersForm(formdata=request.form) if request.method == "GET": form.maintainers_str.data = ", ".join([ x.username for x in package.maintainers if x != package.author ]) if request.method == "POST" and form.validate(): usernames = [x.strip().lower() for x in form.maintainers_str.data.split(",")] users = User.query.filter(func.lower(User.username).in_(usernames)).all() for user in users: if not user in package.maintainers: triggerNotif(user, current_user, "Added you as a maintainer of {}".format(package.title), package.getDetailsURL()) for user in package.maintainers: if user != package.author and not user in users: triggerNotif(user, current_user, "Removed you as a maintainer of {}".format(package.title), package.getDetailsURL()) package.maintainers.clear() package.maintainers.extend(users) package.maintainers.append(package.author) triggerNotif(package.author, current_user, "Edited {} maintainers".format(package.title), package.getDetailsURL()) db.session.commit() return redirect(package.getDetailsURL()) users = User.query.filter(User.rank >= UserRank.NEW_MEMBER).order_by(db.asc(User.username)).all() return render_template("packages/edit_maintainers.html", \ package=package, form=form, users=users) @bp.route("/packages///remove-self-maintainer/", methods=["POST"]) @login_required @is_package_page def remove_self_maintainers(package): if not current_user in package.maintainers: flash("You are not a maintainer", "danger") elif current_user == package.author: flash("Package owners cannot remove themselves as maintainers", "danger") else: package.maintainers.remove(current_user) triggerNotif(package.author, current_user, "Removed themself as a maintainer of {}".format(package.title), package.getDetailsURL()) db.session.commit() return redirect(package.getDetailsURL())