# ContentDB # Copyright (C) 2018-21 rubenwardy # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Affero General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . import os from flask import render_template, request, redirect, flash, url_for, abort from flask_babel import lazy_gettext, gettext from flask_login import login_required, current_user from flask_wtf import FlaskForm from wtforms import StringField, SubmitField, BooleanField, RadioField, FileField from wtforms.fields.simple import TextAreaField from wtforms.validators import InputRequired, Length, Optional from wtforms_sqlalchemy.fields import QuerySelectField from app.logic.releases import do_create_vcs_release, LogicError, do_create_zip_release from app.models import Package, db, User, PackageState, Permission, UserRank, PackageDailyStats, MinetestRelease, \ PackageRelease, PackageUpdateTrigger, PackageUpdateConfig from app.rediscache import has_key, set_temp_key, make_download_key from app.tasks.importtasks import check_update_config from app.utils import is_user_bot, is_package_page, nonempty_or_none, normalize_line_endings from . import bp, get_package_tabs @bp.route("/packages///releases/", methods=["GET", "POST"]) @is_package_page def list_releases(package): return render_template("packages/releases_list.html", package=package, tabs=get_package_tabs(current_user, package), current_tab="releases") def get_mt_releases(is_max): query = MinetestRelease.query.order_by(db.asc(MinetestRelease.id)) if is_max: query = query.limit(query.count() - 1) else: query = query.filter(MinetestRelease.name != "0.4.17") return query class CreatePackageReleaseForm(FlaskForm): name = StringField(lazy_gettext("Name"), [InputRequired(), Length(1, 30)]) title = StringField(lazy_gettext("Title"), [Optional(), Length(1, 100)], filters=[nonempty_or_none]) release_notes = TextAreaField(lazy_gettext("Release Notes"), [Optional(), Length(1, 5000)], filters=[nonempty_or_none, normalize_line_endings]) upload_mode = RadioField(lazy_gettext("Method"), choices=[("upload", lazy_gettext("File Upload"))], default="upload") vcs_label = StringField(lazy_gettext("Git reference (ie: commit hash, branch, or tag)"), default=None) file_upload = FileField(lazy_gettext("File Upload")) min_rel = QuerySelectField(lazy_gettext("Minimum Minetest Version"), [InputRequired()], query_factory=lambda: get_mt_releases(False), get_pk=lambda a: a.id, get_label=lambda a: a.name) max_rel = QuerySelectField(lazy_gettext("Maximum Minetest Version"), [InputRequired()], query_factory=lambda: get_mt_releases(True), get_pk=lambda a: a.id, get_label=lambda a: a.name) submit = SubmitField(lazy_gettext("Save")) class EditPackageReleaseForm(FlaskForm): name = StringField(lazy_gettext("Name"), [InputRequired(), Length(1, 30)]) title = StringField(lazy_gettext("Title"), [InputRequired(), Length(1, 30)], filters=[nonempty_or_none]) release_notes = TextAreaField(lazy_gettext("Release Notes"), [Optional(), Length(1, 5000)], filters=[nonempty_or_none, normalize_line_endings]) url = StringField(lazy_gettext("URL"), [Optional()]) task_id = StringField(lazy_gettext("Task ID"), filters = [lambda x: x or None]) approved = BooleanField(lazy_gettext("Is Approved")) min_rel = QuerySelectField(lazy_gettext("Minimum Minetest Version"), [InputRequired()], query_factory=lambda: get_mt_releases(False), get_pk=lambda a: a.id, get_label=lambda a: a.name) max_rel = QuerySelectField(lazy_gettext("Maximum Minetest Version"), [InputRequired()], query_factory=lambda: get_mt_releases(True), get_pk=lambda a: a.id, get_label=lambda a: a.name) submit = SubmitField(lazy_gettext("Save")) @bp.route("/packages///releases/new/", methods=["GET", "POST"]) @login_required @is_package_page def create_release(package): if current_user.email is None: flash(gettext("You must add an email address to your account and confirm it before you can manage packages"), "danger") return redirect(url_for("users.email_notifications")) if not package.check_perm(current_user, Permission.MAKE_RELEASE): return redirect(package.get_url("packages.view")) # Initial form class from post data and default data form = CreatePackageReleaseForm() if package.repo is not None: form.upload_mode.choices = [("vcs", gettext("Import from Git")), ("upload", gettext("Upload .zip file"))] if request.method == "GET": form.upload_mode.data = "vcs" form.vcs_label.data = request.args.get("ref") if request.method == "GET": form.title.data = request.args.get("title") if form.validate_on_submit(): try: if form.upload_mode.data == "vcs": rel = do_create_vcs_release(current_user, package, form.name.data, form.title.data, form.release_notes.data, form.vcs_label.data, form.min_rel.data.get_actual(), form.max_rel.data.get_actual()) else: rel = do_create_zip_release(current_user, package, form.name.data, form.title.data, form.release_notes.data, form.file_upload.data, form.min_rel.data.get_actual(), form.max_rel.data.get_actual()) return redirect(url_for("tasks.check", id=rel.task_id, r=rel.get_edit_url())) except LogicError as e: flash(e.message, "danger") return render_template("packages/release_new.html", package=package, form=form) @bp.route("/packages///releases//download/") @is_package_page def download_release(package, id): release = PackageRelease.query.get(id) if release is None or release.package != package: abort(404) ip = request.headers.get("X-Forwarded-For") or request.remote_addr if ip is not None and not is_user_bot(): is_minetest = (request.headers.get("User-Agent") or "").startswith("Minetest") reason = request.args.get("reason") PackageDailyStats.update(package, is_minetest, reason) key = make_download_key(ip, release.package) if not has_key(key): set_temp_key(key, "true") bonus = 0 if reason == "new": bonus = 1 elif reason == "dependency" or reason == "update": bonus = 0.5 PackageRelease.query.filter_by(id=release.id).update({ "downloads": PackageRelease.downloads + 1 }) Package.query.filter_by(id=package.id).update({ "downloads": Package.downloads + 1, "score_downloads": Package.score_downloads + bonus, "score": Package.score + bonus }) db.session.commit() return redirect(release.url) @bp.route("/packages///releases//") @is_package_page def view_release(package, id): release: PackageRelease = PackageRelease.query.get(id) if release is None or release.package != package: abort(404) return render_template("packages/release_view.html", package=package, release=release) @bp.route("/packages///releases//edit/", methods=["GET", "POST"]) @login_required @is_package_page def edit_release(package, id): release: PackageRelease = PackageRelease.query.get(id) if release is None or release.package != package: abort(404) canEdit = package.check_perm(current_user, Permission.MAKE_RELEASE) canApprove = release.check_perm(current_user, Permission.APPROVE_RELEASE) if not (canEdit or canApprove): return redirect(package.get_url("packages.view")) # Initial form class from post data and default data form = EditPackageReleaseForm(formdata=request.form, obj=release) if request.method == "GET": # HACK: fix bug in wtforms form.approved.data = release.approved if form.validate_on_submit(): if canEdit: release.name = form.name.data release.title = form.title.data release.release_notes = form.release_notes.data release.min_rel = form.min_rel.data.get_actual() release.max_rel = form.max_rel.data.get_actual() if package.check_perm(current_user, Permission.CHANGE_RELEASE_URL): release.url = form.url.data release.task_id = form.task_id.data if release.task_id is not None: release.task_id = None if form.approved.data: release.approve(current_user) elif canApprove: release.approved = False db.session.commit() return redirect(package.get_url("packages.list_releases")) return render_template("packages/release_edit.html", package=package, release=release, form=form) class BulkReleaseForm(FlaskForm): set_min = BooleanField(lazy_gettext("Set Min")) min_rel = QuerySelectField(lazy_gettext("Minimum Minetest Version"), [InputRequired()], query_factory=lambda: get_mt_releases(False), get_pk=lambda a: a.id, get_label=lambda a: a.name) set_max = BooleanField(lazy_gettext("Set Max")) max_rel = QuerySelectField(lazy_gettext("Maximum Minetest Version"), [InputRequired()], query_factory=lambda: get_mt_releases(True), get_pk=lambda a: a.id, get_label=lambda a: a.name) only_change_none = BooleanField(lazy_gettext("Only change values previously set as none")) submit = SubmitField(lazy_gettext("Update")) @bp.route("/packages///releases/bulk_change/", methods=["GET", "POST"]) @login_required @is_package_page def bulk_change_release(package): if not package.check_perm(current_user, Permission.MAKE_RELEASE): return redirect(package.get_url("packages.view")) # Initial form class from post data and default data form = BulkReleaseForm() if request.method == "GET": form.only_change_none.data = True elif form.validate_on_submit(): only_change_none = form.only_change_none.data for release in package.releases.all(): if form.set_min.data and (not only_change_none or release.min_rel is None): release.min_rel = form.min_rel.data.get_actual() if form.set_max.data and (not only_change_none or release.max_rel is None): release.max_rel = form.max_rel.data.get_actual() db.session.commit() return redirect(package.get_url("packages.list_releases")) return render_template("packages/release_bulk_change.html", package=package, form=form) @bp.route("/packages///releases//delete/", methods=["POST"]) @login_required @is_package_page def delete_release(package, id): release = PackageRelease.query.get(id) if release is None or release.package != package: abort(404) if not release.check_perm(current_user, Permission.DELETE_RELEASE): return redirect(package.get_url("packages.list_releases")) db.session.delete(release) db.session.commit() if release.file_path and os.path.isfile(release.file_path): os.remove(release.file_path) return redirect(package.get_url("packages.view")) class PackageUpdateConfigFrom(FlaskForm): trigger = RadioField(lazy_gettext("Trigger"), [InputRequired()], choices=[(PackageUpdateTrigger.COMMIT, lazy_gettext("New Commit")), (PackageUpdateTrigger.TAG, lazy_gettext("New Tag"))], coerce=PackageUpdateTrigger.coerce, default=PackageUpdateTrigger.TAG) ref = StringField(lazy_gettext("Branch name"), [Optional()], default=None) action = RadioField(lazy_gettext("Action"), [InputRequired()], choices=[("notification", lazy_gettext("Send notification and mark as outdated")), ("make_release", lazy_gettext("Create release"))], default="make_release") submit = SubmitField(lazy_gettext("Save Settings")) disable = SubmitField(lazy_gettext("Disable Automation")) def set_update_config(package, form): if package.update_config is None: package.update_config = PackageUpdateConfig() db.session.add(package.update_config) form.populate_obj(package.update_config) package.update_config.ref = nonempty_or_none(form.ref.data) package.update_config.make_release = form.action.data == "make_release" if package.update_config.trigger == PackageUpdateTrigger.COMMIT: if package.update_config.last_commit is None: last_release = package.releases.first() if last_release and last_release.commit_hash: package.update_config.last_commit = last_release.commit_hash elif package.update_config.trigger == PackageUpdateTrigger.TAG: # Only create releases for tags created after this package.update_config.last_commit = None package.update_config.last_tag = None package.update_config.outdated_at = None package.update_config.auto_created = False db.session.commit() if package.update_config.last_commit is None: check_update_config.delay(package.id) @bp.route("/packages///update-config/", methods=["GET", "POST"]) @login_required @is_package_page def update_config(package): if not package.check_perm(current_user, Permission.MAKE_RELEASE): abort(403) if not package.repo: flash(gettext("Please add a Git repository URL in order to set up automatic releases"), "danger") return redirect(package.get_url("packages.create_edit")) form = PackageUpdateConfigFrom(obj=package.update_config) if request.method == "GET": if package.update_config: form.action.data = "make_release" if package.update_config.make_release else "notification" elif request.args.get("action") == "notification": form.trigger.data = PackageUpdateTrigger.COMMIT form.action.data = "notification" if "trigger" in request.args: form.trigger.data = PackageUpdateTrigger.get(request.args["trigger"]) if form.validate_on_submit(): if form.disable.data: flash(gettext("Deleted update configuration"), "success") if package.update_config: db.session.delete(package.update_config) db.session.commit() else: set_update_config(package, form) if not form.disable.data and package.releases.count() == 0: flash(gettext("Now, please create an initial release"), "success") return redirect(package.get_url("packages.create_release")) return redirect(package.get_url("packages.list_releases")) return render_template("packages/update_config.html", package=package, form=form) @bp.route("/packages///setup-releases/") @login_required @is_package_page def setup_releases(package): if not package.check_perm(current_user, Permission.MAKE_RELEASE): abort(403) if package.update_config: return redirect(package.get_url("packages.update_config")) return render_template("packages/release_wizard.html", package=package) @bp.route("/user/update-configs/") @bp.route("/users//update-configs/", methods=["GET", "POST"]) @login_required def bulk_update_config(username=None): if username is None: return redirect(url_for("packages.bulk_update_config", username=current_user.username)) user: User = User.query.filter_by(username=username).first() if not user: abort(404) if current_user != user and not current_user.rank.at_least(UserRank.EDITOR): abort(403) form = PackageUpdateConfigFrom() if form.validate_on_submit(): for package in user.packages.filter(Package.state != PackageState.DELETED, Package.repo.isnot(None)).all(): set_update_config(package, form) return redirect(url_for("packages.bulk_update_config", username=username)) confs = user.packages \ .filter(Package.state != PackageState.DELETED, Package.update_config.has()) \ .order_by(db.asc(Package.title)).all() return render_template("packages/bulk_update_conf.html", user=user, confs=confs, form=form)