contentdb/app/tasks/usertasks.py

153 lines
4.9 KiB
Python
Raw Normal View History

# ContentDB
# Copyright (C) 2021-23 rubenwardy
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
import datetime, requests
import os
import sys
2022-08-23 03:24:12 +02:00
from flask import url_for
2022-08-23 03:24:12 +02:00
from sqlalchemy import or_, and_
from app import app
from app.models import User, db, UserRank, ThreadReply, Package, NotificationType
2023-06-19 22:27:49 +02:00
from app.utils import random_string
from app.utils.models import create_session, add_notification, get_system_user
from app.tasks import celery, TaskError
@celery.task()
def delete_inactive_users():
2022-08-23 03:24:12 +02:00
threshold = datetime.datetime.now() - datetime.timedelta(hours=5)
users = User.query.filter(User.is_active == False, User.packages == None, User.forum_topics == None,
2022-08-23 03:24:12 +02:00
User.created_at <= threshold, User.rank == UserRank.NOT_JOINED).all()
for user in users:
db.session.delete(user)
db.session.commit()
@celery.task()
def upgrade_new_members():
2023-04-23 22:49:53 +02:00
with create_session() as session:
2022-11-22 22:55:40 +01:00
threshold = datetime.datetime.now() - datetime.timedelta(days=7)
2022-11-22 22:55:40 +01:00
session.query(User).filter(and_(User.rank == UserRank.NEW_MEMBER, or_(
User.replies.any(ThreadReply.created_at < threshold),
User.packages.any(Package.approved_at < threshold)))).update({"rank": UserRank.MEMBER}, synchronize_session=False)
2022-11-22 22:55:40 +01:00
session.commit()
@celery.task()
def set_profile_picture_from_url(username: str, url: str):
print("### Setting pp for " + username + " to " + url, file=sys.stderr)
user = User.query.filter_by(username=username).first()
if user is None:
raise TaskError(f"Unable to find user {username}")
headers = {"Accept": "image/jpeg, image/png, image/webp"}
resp = requests.get(url, stream=True, headers=headers, timeout=15)
if resp.status_code != 200:
raise TaskError(f"Failed to download {url}: {resp.status_code}: {resp.reason}")
content_type = resp.headers["content-type"]
if content_type is None:
raise TaskError("Content-Type needed")
elif content_type == "image/jpeg":
ext = "jpg"
elif content_type == "image/png":
ext = "png"
elif content_type == "image/webp":
ext = "webp"
else:
raise TaskError(f"Unacceptable content-type: {content_type}")
2023-06-19 22:27:49 +02:00
filename = random_string(10) + "." + ext
filepath = os.path.join(app.config["UPLOAD_DIR"], filename)
with open(filepath, "wb") as f:
size = 0
for chunk in resp.iter_content(chunk_size=1024):
if chunk: # filter out keep-alive new chunks
size += len(chunk)
if size > 3 * 1000 * 1000: # 3 MB
raise TaskError(f"File too large to download {url}")
f.write(chunk)
user.profile_pic = "/uploads/" + filename
db.session.commit()
return filepath
def update_github_user_id_raw(user: User, send_notif: bool = False):
github_api_token = app.config.get("GITHUB_API_TOKEN")
if github_api_token is None or github_api_token == "":
raise TaskError("Importing requires a GitHub API token")
url = f"https://api.github.com/users/{user.github_username}"
resp = requests.get(url, headers={"Authorization": "token " + github_api_token}, timeout=15)
if resp.status_code == 404:
print(" - not found", file=sys.stderr)
if send_notif:
system_user = get_system_user()
add_notification(user, system_user, NotificationType.BOT,
f"GitHub account {user.github_username} does not exist, so has been disconnected from your account",
url_for("users.profile", username=user.username), None)
user.github_username = None
return False
elif resp.status_code != 200:
print(" - " + resp.json()["message"], file=sys.stderr)
return False
json = resp.json()
user_id = json.get("id")
if type(user_id) is not int:
raise TaskError(f"{url} returned non-int id")
user.github_user_id = user_id
return True
@celery.task()
def update_github_user_id(user_id: int, github_username: str):
user = User.query.get(user_id)
if user is None:
raise TaskError("Unable to find that user")
user.github_username = github_username
if update_github_user_id_raw(user):
db.session.commit()
else:
raise TaskError(f"Unable to set the GitHub username to {github_username}")
@celery.task()
def import_github_user_ids():
users = User.query.filter(User.github_user_id.is_(None), User.github_username.is_not(None)).all()
total = len(users)
count = 0
for i, user in enumerate(users):
print(f"[{i + 1} / {total}] Getting GitHub user id for {user.github_username}", file=sys.stderr)
if update_github_user_id_raw(user, send_notif=True):
count += 1
db.session.commit()
print(f"Updated {count} users", file=sys.stderr)