Mirrorlandia_minetest/contentdb
1
0
Fork 0
mirror of https://github.com/minetest/contentdb.git synced 2024-12-22 05:52:24 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add LINK_CHECKER_IGNORED_URLS setting

Browse Source
This commit is contained in:
rubenwardy 2024-07-29 23:13:46 +01:00
parent 06979345c7
commit ef868f776c
2 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
app/tasks/pkgtasks.py
View File

@ -24,6 +24,7 @@ from typing import Optional
import requests import requests
import urllib3 import urllib3
from app import app
from sqlalchemy import or_, and_ from sqlalchemy import or_, and_
from app.markdown import get_links, render_markdown from app.markdown import get_links, render_markdown
@ -125,6 +126,8 @@ def _url_exists(url: str) -> str:
def _check_for_dead_links(package: Package) -> dict[str, str]: def _check_for_dead_links(package: Package) -> dict[str, str]:
ignored_urls = set(app.config.get("LINK_CHECKER_IGNORED_URLS", ""))
links: set[Optional[str]] = { links: set[Optional[str]] = {
package.repo, package.repo,
package.website, package.website,
@ -150,6 +153,9 @@ def _check_for_dead_links(package: Package) -> dict[str, str]:
if url.scheme != "http" and url.scheme != "https": if url.scheme != "http" and url.scheme != "https":
continue continue
if url.hostname in ignored_urls:
continue
res = _url_exists(link) res = _url_exists(link)
if res != "": if res != "":
bad_urls[link] = res bad_urls[link] = res

1
config.example.cfg
View File

@ -37,6 +37,7 @@ TEMPLATES_AUTO_RELOAD = False
LOG_SQL = False LOG_SQL = False
BLOCKED_DOMAINS = [] BLOCKED_DOMAINS = []
LINK_CHECKER_IGNORED_URLS = ["liberapay.com"]
ADMIN_CONTACT_URL = "" ADMIN_CONTACT_URL = ""
MONITORING_URL = None MONITORING_URL = None