contentdb/app/tasks/usertasks.py

# ContentDB
# Copyright (C) 2021-23 rubenwardy
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <https://www.gnu.org/licenses/>.


import datetime, requests
import os
import sys

from flask import url_for
from sqlalchemy import or_, and_

from app import app
from app.models import User, db, UserRank, ThreadReply, Package, NotificationType
from app.utils import random_string
from app.utils.models import create_session, add_notification, get_system_user
from app.tasks import celery, TaskError


@celery.task()
def delete_inactive_users():
	threshold = datetime.datetime.now() - datetime.timedelta(hours=5)

	users = User.query.filter(User.is_active == False, User.packages == None, User.forum_topics == None,
			User.created_at <= threshold, User.rank == UserRank.NOT_JOINED).all()
	for user in users:
		db.session.delete(user)

	db.session.commit()


@celery.task()
def upgrade_new_members():
	with create_session() as session:
		threshold = datetime.datetime.now() - datetime.timedelta(days=7)

		session.query(User).filter(and_(User.rank == UserRank.NEW_MEMBER, or_(
				User.replies.any(ThreadReply.created_at < threshold),
				User.packages.any(Package.approved_at < threshold)))).update({"rank": UserRank.MEMBER}, synchronize_session=False)

		session.commit()


@celery.task()
def set_profile_picture_from_url(username: str, url: str):
	print("### Setting pp for " + username + " to " + url, file=sys.stderr)
	user = User.query.filter_by(username=username).first()
	if user is None:
		raise TaskError(f"Unable to find user {username}")

	headers = {"Accept": "image/jpeg, image/png, image/webp"}
	resp = requests.get(url, stream=True, headers=headers, timeout=15)
	if resp.status_code != 200:
		raise TaskError(f"Failed to download {url}: {resp.status_code}: {resp.reason}")

	content_type = resp.headers["content-type"]
	if content_type is None:
		raise TaskError("Content-Type needed")
	elif content_type == "image/jpeg":
		ext = "jpg"
	elif content_type == "image/png":
		ext = "png"
	elif content_type == "image/webp":
		ext = "webp"
	else:
		raise TaskError(f"Unacceptable content-type: {content_type}")

	filename = random_string(10) + "." + ext
	filepath = os.path.join(app.config["UPLOAD_DIR"], filename)
	with open(filepath, "wb") as f:
		size = 0
		for chunk in resp.iter_content(chunk_size=1024):
			if chunk:  # filter out keep-alive new chunks
				size += len(chunk)
				if size > 3 * 1000 * 1000:  # 3 MB
					raise TaskError(f"File too large to download {url}")

				f.write(chunk)

	user.profile_pic = "/uploads/" + filename
	db.session.commit()

	return filepath


def update_github_user_id_raw(user: User, send_notif: bool = False):
	github_api_token = app.config.get("GITHUB_API_TOKEN")
	if github_api_token is None or github_api_token == "":
		raise TaskError("Importing requires a GitHub API token")

	url = f"https://api.github.com/users/{user.github_username}"
	resp = requests.get(url, headers={"Authorization": "token " + github_api_token}, timeout=15)
	if resp.status_code == 404:
		print(" - not found", file=sys.stderr)
		if send_notif:
			system_user = get_system_user()
			add_notification(user, system_user, NotificationType.BOT,
					f"GitHub account {user.github_username} does not exist, so has been disconnected from your account",
					url_for("users.profile", username=user.username), None)
		user.github_username = None
		return False
	elif resp.status_code != 200:
		print(" - " + resp.json()["message"], file=sys.stderr)
		return False

	json = resp.json()
	user_id = json.get("id")
	if type(user_id) is not int:
		raise TaskError(f"{url} returned non-int id")

	user.github_user_id = user_id
	return True


@celery.task()
def update_github_user_id(user_id: int, github_username: str):
	user = User.query.get(user_id)
	if user is None:
		raise TaskError("Unable to find that user")

	user.github_username = github_username
	if update_github_user_id_raw(user):
		db.session.commit()
	else:
		raise TaskError(f"Unable to set the GitHub username to {github_username}")


@celery.task()
def import_github_user_ids():
	users = User.query.filter(User.github_user_id.is_(None), User.github_username.is_not(None)).all()
	total = len(users)
	count = 0
	for i, user in enumerate(users):
		print(f"[{i + 1} / {total}] Getting GitHub user id for {user.github_username}", file=sys.stderr)
		if update_github_user_id_raw(user, send_notif=True):
			count += 1

	db.session.commit()

	print(f"Updated {count} users", file=sys.stderr)