contentdb/app/blueprints/packages/packages.py

# ContentDB
# Copyright (C) 2018-21 rubenwardy
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <https://www.gnu.org/licenses/>.

import datetime
import typing
from urllib.parse import quote as urlescape

from celery import uuid
from flask import render_template, make_response, request, redirect, flash, url_for, abort
from flask_babel import gettext, lazy_gettext
from flask_login import login_required, current_user
from flask_wtf import FlaskForm
from jinja2.utils import markupsafe
from sqlalchemy import func, or_, and_
from sqlalchemy.orm import joinedload, subqueryload
from wtforms import SelectField, StringField, TextAreaField, IntegerField, SubmitField, BooleanField
from wtforms.validators import InputRequired, Length, Regexp, DataRequired, Optional, URL, NumberRange, ValidationError
from wtforms_sqlalchemy.fields import QuerySelectField, QuerySelectMultipleField

from app.logic.LogicError import LogicError
from app.logic.packages import do_edit_package
from app.querybuilder import QueryBuilder
from app.rediscache import has_key, set_key
from app.tasks.importtasks import import_repo_screenshot, check_zip_release
from app.tasks.webhooktasks import post_discord_webhook
from app.logic.game_support import GameSupportResolver

from . import bp, get_package_tabs
from app.models import Package, Tag, db, User, Tags, PackageState, Permission, PackageType, MetaPackage, ForumTopic, \
	Dependency, Thread, UserRank, PackageReview, PackageDevState, ContentWarning, License, AuditSeverity, \
	PackageScreenshot, NotificationType, AuditLogEntry, PackageAlias, PackageProvides, PackageGameSupport, \
	PackageDailyStats
from app.utils import is_user_bot, get_int_or_abort, is_package_page, abs_url_for, add_audit_log, get_package_by_info, \
	add_notification, get_system_user, rank_required, get_games_from_csv, get_daterange_options


@bp.route("/packages/")
def list_all():
	qb    = QueryBuilder(request.args)
	query = qb.build_package_query()
	title = qb.title

	query = query.options(
			joinedload(Package.license),
			joinedload(Package.media_license),
			subqueryload(Package.tags))

	ip = request.headers.get("X-Forwarded-For") or request.remote_addr
	if ip is not None and not is_user_bot():
		edited = False
		for tag in qb.tags:
			edited = True
			key = "tag/{}/{}".format(ip, tag.name)
			if not has_key(key):
				set_key(key, "true")
				Tag.query.filter_by(id=tag.id).update({
						"views": Tag.views + 1
					})

		if edited:
			db.session.commit()

	if qb.lucky:
		package = query.first()
		if package:
			return redirect(package.get_url("packages.view"))

		topic = qb.build_topic_query().first()
		if qb.search and topic:
			return redirect("https://forum.minetest.net/viewtopic.php?t=" + str(topic.topic_id))

	page  = get_int_or_abort(request.args.get("page"), 1)
	num   = min(40, get_int_or_abort(request.args.get("n"), 100))
	query = query.paginate(page=page, per_page=num)

	search = request.args.get("q")
	type_name = request.args.get("type")

	authors = []
	if search:
		authors = User.query \
			.filter(or_(*[func.lower(User.username) == name.lower().strip() for name in search.split(" ")])) \
			.all()

		authors = [(author.username, search.lower().replace(author.username.lower(), "")) for author in authors]

	topics = None
	if qb.search and not query.has_next:
		qb.show_discarded = True
		topics = qb.build_topic_query().all()

	tags_query = db.session.query(func.count(Tags.c.tag_id), Tag) \
		.select_from(Tag).join(Tags).join(Package).filter(Package.state==PackageState.APPROVED) \
		.group_by(Tag.id).order_by(db.asc(Tag.title))
	tags = qb.filter_package_query(tags_query).all()

	selected_tags = set(qb.tags)

	return render_template("packages/list.html",
			query_hint=title, packages=query.items, pagination=query,
			query=search, tags=tags, selected_tags=selected_tags, type=type_name,
			authors=authors, packages_count=query.total, topics=topics, noindex=qb.noindex)


def get_releases(package):
	if package.check_perm(current_user, Permission.MAKE_RELEASE):
		return package.releases.limit(5)
	else:
		return package.releases.filter_by(approved=True).limit(5)


@bp.route("/packages/<author>/<name>/")
@is_package_page
def view(package):
	if package.state != PackageState.APPROVED and not package.check_perm(current_user, Permission.EDIT_PACKAGE):
		return render_template("packages/gone.html", package=package), 403

	show_similar = not package.approved and (
			current_user in package.maintainers or
				package.check_perm(current_user, Permission.APPROVE_NEW))

	conflicting_modnames = None
	if show_similar and package.type != PackageType.TXP:
		conflicting_modnames = db.session.query(MetaPackage.name) \
				.filter(MetaPackage.id.in_([ mp.id for mp in package.provides ])) \
				.filter(MetaPackage.packages.any(and_(Package.id != package.id, Package.state == PackageState.APPROVED))) \
				.all()

		conflicting_modnames += db.session.query(ForumTopic.name) \
				.filter(ForumTopic.name.in_([ mp.name for mp in package.provides ])) \
				.filter(ForumTopic.topic_id != package.forums) \
				.filter(~ db.exists().where(Package.forums==ForumTopic.topic_id)) \
				.order_by(db.asc(ForumTopic.name), db.asc(ForumTopic.title)) \
				.all()

		conflicting_modnames = set([x[0] for x in conflicting_modnames])

	packages_uses = None
	if package.type == PackageType.MOD:
		packages_uses = Package.query.filter(
				Package.type == PackageType.MOD,
				Package.id != package.id,
				Package.state == PackageState.APPROVED,
				Package.dependencies.any(
						Dependency.meta_package_id.in_([p.id for p in package.provides]))) \
			.order_by(db.desc(Package.score)).limit(6).all()

	releases = get_releases(package)

	review_thread = package.review_thread
	if review_thread is not None and not review_thread.check_perm(current_user, Permission.SEE_THREAD):
		review_thread = None

	topic_error = None
	topic_error_lvl = "warning"
	if package.state != PackageState.APPROVED and package.forums is not None:
		errors = []
		if Package.query.filter(Package.forums==package.forums, Package.state!=PackageState.DELETED).count() > 1:
			errors.append("<b>" + gettext("Error: Another package already uses this forum topic!") + "</b>")
			topic_error_lvl = "danger"

		topic = ForumTopic.query.get(package.forums)
		if topic is not None:
			if topic.author != package.author:
				errors.append("<b>" + gettext("Error: Forum topic author doesn't match package author.") + "</b>")
				topic_error_lvl = "danger"
		elif package.type != PackageType.TXP:
			errors.append(gettext("Warning: Forum topic not found. This may happen if the topic has only just been created."))

		topic_error = "<br />".join(errors)

	threads = Thread.query.filter_by(package_id=package.id, review_id=None)
	if not current_user.is_authenticated:
		threads = threads.filter_by(private=False)
	elif not current_user.rank.at_least(UserRank.APPROVER) and not current_user == package.author:
		threads = threads.filter(or_(Thread.private == False, Thread.author == current_user))

	has_review = current_user.is_authenticated and \
		PackageReview.query.filter_by(package=package, author=current_user).count() > 0

	return render_template("packages/view.html",
			package=package, releases=releases, packages_uses=packages_uses,
			conflicting_modnames=conflicting_modnames,
			review_thread=review_thread, topic_error=topic_error, topic_error_lvl=topic_error_lvl,
			threads=threads.all(), has_review=has_review)


@bp.route("/packages/<author>/<name>/shields/<type>/")
@is_package_page
def shield(package, type):
	if type == "title":
		url = "https://img.shields.io/static/v1?label=ContentDB&message={}&color={}" \
			.format(urlescape(package.title), urlescape("#375a7f"))
	elif type == "downloads":
		api_url = abs_url_for("api.package_view", author=package.author.username, name=package.name)
		url = "https://img.shields.io/badge/dynamic/json?color={}&label=ContentDB&query=downloads&suffix=+downloads&url={}" \
			.format(urlescape("#375a7f"), urlescape(api_url))
	else:
		from flask import abort
		abort(404)

	return redirect(url)


@bp.route("/packages/<author>/<name>/download/")
@is_package_page
def download(package):
	release = package.get_download_release()

	if release is None:
		if "application/zip" in request.accept_mimetypes and \
				"text/html" not in request.accept_mimetypes:
			return "", 204
		else:
			flash(gettext("No download available."), "danger")
			return redirect(package.get_url("packages.view"))
	else:
		return redirect(release.get_download_url())


def makeLabel(obj):
	if obj.description:
		return "{}: {}".format(obj.title, obj.description)
	else:
		return obj.title


class PackageForm(FlaskForm):
	type             = SelectField(lazy_gettext("Type"), [InputRequired()], choices=PackageType.choices(), coerce=PackageType.coerce, default=PackageType.MOD)
	title            = StringField(lazy_gettext("Title (Human-readable)"), [InputRequired(), Length(1, 100)])
	name             = StringField(lazy_gettext("Name (Technical)"), [InputRequired(), Length(1, 100), Regexp("^[a-z0-9_]+$", 0, lazy_gettext("Lower case letters (a-z), digits (0-9), and underscores (_) only"))])
	short_desc       = StringField(lazy_gettext("Short Description (Plaintext)"), [InputRequired(), Length(1,200)])

	dev_state        = SelectField(lazy_gettext("Maintenance State"), [InputRequired()], choices=PackageDevState.choices(with_none=True), coerce=PackageDevState.coerce)

	tags             = QuerySelectMultipleField(lazy_gettext('Tags'), query_factory=lambda: Tag.query.order_by(db.asc(Tag.name)), get_pk=lambda a: a.id, get_label=makeLabel)
	content_warnings = QuerySelectMultipleField(lazy_gettext('Content Warnings'), query_factory=lambda: ContentWarning.query.order_by(db.asc(ContentWarning.name)), get_pk=lambda a: a.id, get_label=makeLabel)
	license          = QuerySelectField(lazy_gettext("License"), [DataRequired()], allow_blank=True, query_factory=lambda: License.query.order_by(db.asc(License.name)), get_pk=lambda a: a.id, get_label=lambda a: a.name)
	media_license    = QuerySelectField(lazy_gettext("Media License"), [DataRequired()], allow_blank=True, query_factory=lambda: License.query.order_by(db.asc(License.name)), get_pk=lambda a: a.id, get_label=lambda a: a.name)

	desc             = TextAreaField(lazy_gettext("Long Description (Markdown)"), [Optional(), Length(0,10000)])

	repo             = StringField(lazy_gettext("VCS Repository URL"), [Optional(), URL()], filters = [lambda x: x or None])
	website          = StringField(lazy_gettext("Website URL"), [Optional(), URL()], filters = [lambda x: x or None])
	issueTracker     = StringField(lazy_gettext("Issue Tracker URL"), [Optional(), URL()], filters = [lambda x: x or None])
	forums           = IntegerField(lazy_gettext("Forum Topic ID"), [Optional(), NumberRange(0, 999999)])
	video_url        = StringField(lazy_gettext("Video URL"), [Optional(), URL()], filters=[lambda x: x or None])
	donate_url       = StringField(lazy_gettext("Donate URL"), [Optional(), URL()], filters=[lambda x: x or None])

	submit           = SubmitField(lazy_gettext("Save"))

	def validate_name(self, field):
		if field.data == "_game":
			raise ValidationError(lazy_gettext("_game is not an allowed name"))


def handle_create_edit(package: typing.Optional[Package], form: PackageForm, author: User):
	wasNew = False
	if package is None:
		package = Package.query.filter_by(name=form["name"].data, author_id=author.id).first()
		if package is not None:
			if package.state == PackageState.DELETED:
				flash(
					gettext("Package already exists, but is removed. Please contact ContentDB staff to restore the package"),
					"danger")
			else:
				flash(markupsafe.Markup(
					f"<a class='btn btn-sm btn-danger float-right' href='{package.get_url('packages.view')}'>View</a>" +
					gettext("Package already exists")), "danger")
			return None

		package = Package()
		db.session.add(package)
		package.author = author
		package.maintainers.append(author)
		wasNew = True

	try:
		do_edit_package(current_user, package, wasNew, True, {
			"type": form.type.data,
			"title": form.title.data,
			"name": form.name.data,
			"short_desc": form.short_desc.data,
			"dev_state": form.dev_state.data,
			"tags": form.tags.raw_data,
			"content_warnings": form.content_warnings.raw_data,
			"license": form.license.data,
			"media_license": form.media_license.data,
			"desc": form.desc.data,
			"repo": form.repo.data,
			"website": form.website.data,
			"issueTracker": form.issueTracker.data,
			"forums": form.forums.data,
			"video_url": form.video_url.data,
			"donate_url": form.donate_url.data,
		})

		if wasNew:
			msg = f"Created package {author.username}/{form.name.data}"
			add_audit_log(AuditSeverity.NORMAL, current_user, msg, package.get_url("packages.view"), package)

		if wasNew and package.repo is not None:
			import_repo_screenshot.delay(package.id)

		next_url = package.get_url("packages.view")
		if wasNew and ("WTFPL" in package.license.name or "WTFPL" in package.media_license.name):
			next_url = url_for("flatpage", path="help/wtfpl", r=next_url)
		elif wasNew:
			next_url = package.get_url("packages.setup_releases")

		return redirect(next_url)
	except LogicError as e:
		flash(e.message, "danger")


@bp.route("/packages/new/", methods=["GET", "POST"])
@bp.route("/packages/<author>/<name>/edit/", methods=["GET", "POST"])
@login_required
def create_edit(author=None, name=None):
	package = None
	if author is None:
		form = PackageForm(formdata=request.form)
		author = request.args.get("author")
		if author is None or author == current_user.username:
			author = current_user
		else:
			author = User.query.filter_by(username=author).first()
			if author is None:
				flash(gettext("Unable to find that user"), "danger")
				return redirect(url_for("packages.create_edit"))

			if not author.check_perm(current_user, Permission.CHANGE_AUTHOR):
				flash(gettext("Permission denied"), "danger")
				return redirect(url_for("packages.create_edit"))

	else:
		package = get_package_by_info(author, name)
		if package is None:
			abort(404)
		if not package.check_perm(current_user, Permission.EDIT_PACKAGE):
			return redirect(package.get_url("packages.view"))

		author = package.author

		form = PackageForm(formdata=request.form, obj=package)

	# Initial form class from post data and default data
	if request.method == "GET":
		if package is None:
			form.name.data = request.args.get("bname")
			form.title.data = request.args.get("title")
			form.repo.data = request.args.get("repo")
			form.forums.data = request.args.get("forums")
			form.license.data = None
			form.media_license.data = None
		else:
			form.tags.data = package.tags
			form.content_warnings.data = package.content_warnings

	if request.method == "POST" and form.type.data == PackageType.TXP:
		form.license.data = form.media_license.data

	if form.validate_on_submit():
		ret = handle_create_edit(package, form, author)
		if ret:
			return ret

	package_query = Package.query.filter_by(state=PackageState.APPROVED)
	if package is not None:
		package_query = package_query.filter(Package.id != package.id)

	enableWizard = name is None and request.method != "POST"
	return render_template("packages/create_edit.html", package=package,
			form=form, author=author, enable_wizard=enableWizard,
			packages=package_query.all(),
			modnames=MetaPackage.query.order_by(db.asc(MetaPackage.name)).all(),
			tabs=get_package_tabs(current_user, package), current_tab="edit")


@bp.route("/packages/<author>/<name>/state/", methods=["POST"])
@login_required
@is_package_page
def move_to_state(package):
	state = PackageState.get(request.args.get("state"))
	if state is None:
		abort(400)

	if not package.can_move_to_state(current_user, state):
		flash(gettext("You don't have permission to do that"), "danger")
		return redirect(package.get_url("packages.view"))

	package.state = state
	msg = "Marked {} as {}".format(package.title, state.value)

	if state == PackageState.APPROVED:
		if not package.approved_at:
			post_discord_webhook.delay(package.author.username,
					"New package {}".format(package.get_url("packages.view", absolute=True)), False,
					package.title, package.short_desc, package.get_thumb_url(2, True))
			package.approved_at = datetime.datetime.now()

		screenshots = PackageScreenshot.query.filter_by(package=package, approved=False).all()
		for s in screenshots:
			s.approved = True

		msg = "Approved {}".format(package.title)
	elif state == PackageState.READY_FOR_REVIEW:
		post_discord_webhook.delay(package.author.username,
				"Ready for Review: {}".format(package.get_url("packages.view", absolute=True)), True,
				package.title, package.short_desc, package.get_thumb_url(2, True))

	add_notification(package.maintainers, current_user, NotificationType.PACKAGE_APPROVAL, msg, package.get_url("packages.view"), package)
	severity = AuditSeverity.NORMAL if current_user in package.maintainers else AuditSeverity.EDITOR
	add_audit_log(severity, current_user, msg, package.get_url("packages.view"), package)

	db.session.commit()

	if package.state == PackageState.CHANGES_NEEDED:
		flash(gettext("Please comment what changes are needed in the approval thread"), "warning")
		if package.review_thread:
			return redirect(package.review_thread.get_view_url())
		else:
			return redirect(url_for('threads.new', pid=package.id, title='Package approval comments'))

	return redirect(package.get_url("packages.view"))


@bp.route("/packages/<author>/<name>/remove/", methods=["GET", "POST"])
@login_required
@is_package_page
def remove(package):
	if request.method == "GET":
		return render_template("packages/remove.html", package=package,
				tabs=get_package_tabs(current_user, package), current_tab="remove")

	reason = request.form.get("reason") or "?"

	if "delete" in request.form:
		if not package.check_perm(current_user, Permission.DELETE_PACKAGE):
			flash(gettext("You don't have permission to do that"), "danger")
			return redirect(package.get_url("packages.view"))

		package.state = PackageState.DELETED

		url = url_for("users.profile", username=package.author.username)
		msg = "Deleted {}, reason={}".format(package.title, reason)
		add_notification(package.maintainers, current_user, NotificationType.PACKAGE_EDIT, msg, url, package)
		add_audit_log(AuditSeverity.EDITOR, current_user, msg, url, package)
		db.session.commit()

		flash(gettext("Deleted package"), "success")

		return redirect(url)
	elif "unapprove" in request.form:
		if not package.check_perm(current_user, Permission.UNAPPROVE_PACKAGE):
			flash(gettext("You don't have permission to do that"), "danger")
			return redirect(package.get_url("packages.view"))

		package.state = PackageState.WIP

		msg = "Unapproved {}, reason={}".format(package.title, reason)
		add_notification(package.maintainers, current_user, NotificationType.PACKAGE_APPROVAL, msg, package.get_url("packages.view"), package)
		add_audit_log(AuditSeverity.EDITOR, current_user, msg, package.get_url("packages.view"), package)

		db.session.commit()

		flash(gettext("Unapproved package"), "success")

		return redirect(package.get_url("packages.view"))
	else:
		abort(400)



class PackageMaintainersForm(FlaskForm):
	maintainers_str  = StringField(lazy_gettext("Maintainers (Comma-separated)"), [Optional()])
	submit	      = SubmitField(lazy_gettext("Save"))


@bp.route("/packages/<author>/<name>/edit-maintainers/", methods=["GET", "POST"])
@login_required
@is_package_page
def edit_maintainers(package):
	if not package.check_perm(current_user, Permission.EDIT_MAINTAINERS):
		flash(gettext("You don't have permission to edit maintainers"), "danger")
		return redirect(package.get_url("packages.view"))

	form = PackageMaintainersForm(formdata=request.form)
	if request.method == "GET":
		form.maintainers_str.data = ", ".join([ x.username for x in package.maintainers if x != package.author ])

	if form.validate_on_submit():
		usernames = [x.strip().lower() for x in form.maintainers_str.data.split(",")]
		users = User.query.filter(func.lower(User.username).in_(usernames)).all()

		thread = package.threads.filter_by(author=get_system_user()).first()

		for user in users:
			if not user in package.maintainers:
				if thread:
					thread.watchers.append(user)
				add_notification(user, current_user, NotificationType.MAINTAINER,
						"Added you as a maintainer of {}".format(package.title), package.get_url("packages.view"), package)

		for user in package.maintainers:
			if user != package.author and not user in users:
				add_notification(user, current_user, NotificationType.MAINTAINER,
						"Removed you as a maintainer of {}".format(package.title), package.get_url("packages.view"), package)

		package.maintainers.clear()
		package.maintainers.extend(users)
		if package.author not in package.maintainers:
			package.maintainers.append(package.author)

		msg = "Edited {} maintainers".format(package.title)
		add_notification(package.author, current_user, NotificationType.MAINTAINER, msg, package.get_url("packages.view"), package)
		severity = AuditSeverity.NORMAL if current_user == package.author else AuditSeverity.MODERATION
		add_audit_log(severity, current_user, msg, package.get_url("packages.view"), package)

		db.session.commit()

		return redirect(package.get_url("packages.view"))

	users = User.query.filter(User.rank >= UserRank.NEW_MEMBER).order_by(db.asc(User.username)).all()

	return render_template("packages/edit_maintainers.html", package=package, form=form,
			users=users, tabs=get_package_tabs(current_user, package), current_tab="maintainers")


@bp.route("/packages/<author>/<name>/remove-self-maintainer/", methods=["POST"])
@login_required
@is_package_page
def remove_self_maintainers(package):
	if not current_user in package.maintainers:
		flash(gettext("You are not a maintainer"), "danger")

	elif current_user == package.author:
		flash(gettext("Package owners cannot remove themselves as maintainers"), "danger")

	else:
		package.maintainers.remove(current_user)

		add_notification(package.author, current_user, NotificationType.MAINTAINER,
				"Removed themself as a maintainer of {}".format(package.title), package.get_url("packages.view"), package)

		db.session.commit()

	return redirect(package.get_url("packages.view"))


@bp.route("/packages/<author>/<name>/audit/")
@login_required
@is_package_page
def audit(package):
	if not (package.check_perm(current_user, Permission.EDIT_PACKAGE) or
			package.check_perm(current_user, Permission.APPROVE_NEW)):
		abort(403)

	page = get_int_or_abort(request.args.get("page"), 1)
	num = min(40, get_int_or_abort(request.args.get("n"), 100))

	query = package.audit_log_entries.order_by(db.desc(AuditLogEntry.created_at))

	pagination = query.paginate(page=page, per_page=num)
	return render_template("packages/audit.html", log=pagination.items, pagination=pagination,
		package=package, tabs=get_package_tabs(current_user, package), current_tab="audit")


class PackageAliasForm(FlaskForm):
	author  = StringField(lazy_gettext("Author Name"), [InputRequired(), Length(1, 50)])
	name    = StringField(lazy_gettext("Name (Technical)"), [InputRequired(), Length(1, 100),
			Regexp("^[a-z0-9_]+$", 0, lazy_gettext("Lower case letters (a-z), digits (0-9), and underscores (_) only"))])
	submit  = SubmitField(lazy_gettext("Save"))


@bp.route("/packages/<author>/<name>/aliases/")
@rank_required(UserRank.EDITOR)
@is_package_page
def alias_list(package: Package):
	return render_template("packages/alias_list.html", package=package)


@bp.route("/packages/<author>/<name>/aliases/new/", methods=["GET", "POST"])
@bp.route("/packages/<author>/<name>/aliases/<int:alias_id>/", methods=["GET", "POST"])
@rank_required(UserRank.EDITOR)
@is_package_page
def alias_create_edit(package: Package, alias_id: int = None):
	alias = None
	if alias_id:
		alias = PackageAlias.query.get(alias_id)
		if alias is None or alias.package != package:
			abort(404)

	form = PackageAliasForm(request.form, obj=alias)
	if form.validate_on_submit():
		if alias is None:
			alias = PackageAlias()
			alias.package = package
			db.session.add(alias)

		form.populate_obj(alias)
		db.session.commit()

		return redirect(package.get_url("packages.alias_list"))

	return render_template("packages/alias_create_edit.html", package=package, form=form)


@bp.route("/packages/<author>/<name>/share/")
@login_required
@is_package_page
def share(package):
	return render_template("packages/share.html", package=package,
			tabs=get_package_tabs(current_user, package), current_tab="share")


@bp.route("/packages/<author>/<name>/similar/")
@is_package_page
def similar(package):
	packages_modnames = {}
	for mname in package.provides:
		packages_modnames[mname] = Package.query.filter(Package.id != package.id,
				Package.state != PackageState.DELETED) \
			.filter(Package.provides.any(PackageProvides.c.metapackage_id == mname.id)) \
			.order_by(db.desc(Package.score)) \
			.all()

	similar_topics = ForumTopic.query \
		.filter_by(name=package.name) \
		.filter(ForumTopic.topic_id != package.forums) \
		.filter(~ db.exists().where(Package.forums == ForumTopic.topic_id)) \
		.order_by(db.asc(ForumTopic.name), db.asc(ForumTopic.title)) \
		.all()

	return render_template("packages/similar.html", package=package,
			packages_modnames=packages_modnames, similar_topics=similar_topics)


class GameSupportForm(FlaskForm):
	enable_support_detection = BooleanField(lazy_gettext("Enable support detection based on dependencies (recommended)"), [Optional()])
	supported = StringField(lazy_gettext("Supported games"), [Optional()])
	unsupported = StringField(lazy_gettext("Unsupported games"), [Optional()])
	supports_all_games = BooleanField(lazy_gettext("Supports all games (unless stated) / is game independent"), [Optional()])
	submit = SubmitField(lazy_gettext("Save"))


@bp.route("/packages/<author>/<name>/support/", methods=["GET", "POST"])
@login_required
@is_package_page
def game_support(package):
	if package.type != PackageType.MOD and package.type != PackageType.TXP:
		abort(404)

	can_edit = package.check_perm(current_user, Permission.EDIT_PACKAGE)
	if not (can_edit or package.check_perm(current_user, Permission.APPROVE_NEW)):
		abort(403)

	force_game_detection = package.supported_games.filter(and_(
		PackageGameSupport.confidence > 1, PackageGameSupport.supports == True)).count() == 0

	can_support_all_games = package.type != PackageType.TXP

	can_override = can_edit

	form = GameSupportForm() if can_edit else None
	if form and request.method == "GET":
		form.enable_support_detection.data = package.enable_game_support_detection
		form.supports_all_games.data = package.supports_all_games

		if can_override:
			manual_supported_games = package.supported_games.filter_by(confidence=11).all()
			form.supported.data = ", ".join([x.game.name for x in manual_supported_games if x.supports])
			form.unsupported.data = ", ".join([x.game.name for x in manual_supported_games if not x.supports])
		else:
			form.supported = None
			form.unsupported = None

	if form and form.validate_on_submit():
		detect_update_needed = False

		if can_override:
			try:
				resolver = GameSupportResolver(db.session)

				game_is_supported = {}
				for game in get_games_from_csv(db.session, form.supported.data or ""):
					game_is_supported[game.id] = True
				for game in get_games_from_csv(db.session, form.unsupported.data or ""):
					game_is_supported[game.id] = False
				resolver.set_supported(package, game_is_supported, 11)
				detect_update_needed = True
			except LogicError as e:
				flash(e.message, "danger")

		next_url = package.get_url("packages.game_support")

		enable_support_detection = form.enable_support_detection.data or force_game_detection
		if enable_support_detection != package.enable_game_support_detection:
			package.enable_game_support_detection = enable_support_detection
			if package.enable_game_support_detection:
				detect_update_needed = True
			else:
				package.supported_games.filter_by(confidence=1).delete()

		if can_support_all_games:
			package.supports_all_games = form.supports_all_games.data

		add_audit_log(AuditSeverity.NORMAL, current_user, "Edited game support", package.get_url("packages.game_support"), package)

		db.session.commit()

		if detect_update_needed:
			release = package.releases.first()
			if release:
				task_id = uuid()
				check_zip_release.apply_async((release.id, release.file_path), task_id=task_id)
				next_url = url_for("tasks.check", id=task_id, r=next_url)

		return redirect(next_url)

	all_game_support = package.supported_games.all()
	all_game_support.sort(key=lambda x: -x.game.score)
	supported_games_list: typing.List[str] = [x.game.name for x in all_game_support if x.supports]
	if package.supports_all_games:
		supported_games_list.insert(0, "*")
	supported_games = ", ".join(supported_games_list)
	unsupported_games = ", ".join([x.game.name for x in all_game_support if not x.supports])

	mod_conf_lines = ""
	if supported_games:
		mod_conf_lines += f"supported_games = {supported_games}"
	if unsupported_games:
		mod_conf_lines += f"\nunsupported_games = {unsupported_games}"

	return render_template("packages/game_support.html", package=package, form=form,
			mod_conf_lines=mod_conf_lines, force_game_detection=force_game_detection,
			can_support_all_games=can_support_all_games, tabs=get_package_tabs(current_user, package),
			current_tab="game_support")


@bp.route("/packages/<author>/<name>/stats/")
@is_package_page
def statistics(package):
	start = request.args.get("start")
	end = request.args.get("end")

	return render_template("packages/stats.html",
		package=package, tabs=get_package_tabs(current_user, package), current_tab="stats",
		start=start, end=end, options=get_daterange_options(), noindex=start or end)


@bp.route("/packages/<author>/<name>/stats.csv")
@is_package_page
def stats_csv(package):
	stats: typing.List[PackageDailyStats] = package.daily_stats.order_by(db.asc(PackageDailyStats.date)).all()

	columns = ["platform_minetest", "platform_other", "reason_new",
				"reason_dependency", "reason_update"]

	result = "Date, " + ", ".join(columns) + "\n"

	for stat in stats:
		stat: PackageDailyStats
		result += stat.date.isoformat()
		for i, key in enumerate(columns):
			result += ", " + str(getattr(stat, key))
		result += "\n"

	date = datetime.datetime.utcnow().date()

	res = make_response(result, 200)
	res.headers["Content-Disposition"] = f"attachment; filename={package.author.username}_{package.name}_stats_{date.isoformat()}.csv"
	res.headers["Content-type"] = "text/csv"
	return res