mirror of
https://github.com/minetest/contentdb.git
synced 2025-01-09 22:47:36 +01:00
130 lines
3.0 KiB
Python
130 lines
3.0 KiB
Python
import flask, json
|
|
from flask.ext.sqlalchemy import SQLAlchemy
|
|
import urllib.request
|
|
from urllib.parse import urlparse, quote_plus
|
|
from app import app
|
|
from app.models import *
|
|
from app.tasks import celery
|
|
|
|
class TaskError(Exception):
|
|
def __init__(self, value):
|
|
self.value = value
|
|
def __str__(self):
|
|
return repr(self.value)
|
|
|
|
|
|
class GithubURLMaker:
|
|
def __init__(self, url):
|
|
# Rewrite path
|
|
import re
|
|
m = re.search("^\/([^\/]+)\/([^\/]+)\/?$", url.path)
|
|
if m is None:
|
|
return
|
|
|
|
user = m.group(1)
|
|
repo = m.group(2)
|
|
self.baseUrl = "https://raw.githubusercontent.com/" + user + "/" + repo.replace(".git", "") + "/master"
|
|
self.user = user
|
|
self.repo = repo
|
|
|
|
def isValid(self):
|
|
return self.baseUrl is not None
|
|
|
|
def getModConfURL(self):
|
|
return self.baseUrl + "/mod.conf"
|
|
|
|
def getDescURL(self):
|
|
return self.baseUrl + "/description.txt"
|
|
|
|
def getScreenshotURL(self):
|
|
return self.baseUrl + "/screenshot.png"
|
|
|
|
def getCommitsURL(self, branch):
|
|
return "https://api.github.com/repos/" + self.user + "/" + self.repo + "/commits?sha" + urllib.parse.quote_plus(branch)
|
|
|
|
def getCommitDownload(self, commit):
|
|
return "https://github.com/" + self.user + "/" + self.repo + "/archive/" + commit + ".zip"
|
|
|
|
|
|
def parseConf(string):
|
|
retval = {}
|
|
for line in string.split("\n"):
|
|
idx = line.find("=")
|
|
if idx > 0:
|
|
key = line[:idx-1].strip()
|
|
value = line[idx+1:].strip()
|
|
retval[key] = value
|
|
|
|
return retval
|
|
|
|
@celery.task()
|
|
def getMeta(urlstr):
|
|
url = urlparse(urlstr)
|
|
|
|
urlmaker = None
|
|
if url.netloc == "github.com":
|
|
urlmaker = GithubURLMaker(url)
|
|
else:
|
|
raise TaskError("Unsupported repo")
|
|
|
|
if not urlmaker.isValid():
|
|
raise TaskError("Error! Url maker not valid")
|
|
|
|
print(urlmaker.getModConfURL())
|
|
|
|
result = {}
|
|
|
|
try:
|
|
contents = urllib.request.urlopen(urlmaker.getModConfURL()).read().decode("utf-8")
|
|
conf = parseConf(contents)
|
|
for key in ["name", "description", "title"]:
|
|
try:
|
|
result[key] = conf[key]
|
|
except KeyError:
|
|
pass
|
|
|
|
print(conf)
|
|
except OSError:
|
|
print("mod.conf does not exist")
|
|
|
|
if not "description" in result:
|
|
try:
|
|
contents = urllib.request.urlopen(urlmaker.getDescURL()).read().decode("utf-8")
|
|
result["description"] = contents.strip()
|
|
except OSError:
|
|
print("description.txt does not exist!")
|
|
|
|
return result
|
|
|
|
@celery.task()
|
|
def makeVCSRelease(id, branch):
|
|
release = PackageRelease.query.get(id)
|
|
if release is None:
|
|
raise TaskError("No such release!")
|
|
|
|
if release.package is None:
|
|
raise TaskError("No package attached to release")
|
|
|
|
url = urlparse(release.package.repo)
|
|
|
|
urlmaker = None
|
|
if url.netloc == "github.com":
|
|
urlmaker = GithubURLMaker(url)
|
|
else:
|
|
raise TaskError("Unsupported repo")
|
|
|
|
if not urlmaker.isValid():
|
|
raise TaskError("Invalid github repo URL")
|
|
|
|
contents = urllib.request.urlopen(urlmaker.getCommitsURL(branch)).read().decode("utf-8")
|
|
commits = json.loads(contents)
|
|
|
|
if len(commits) == 0:
|
|
raise TaskError("No commits found")
|
|
|
|
release.url = urlmaker.getCommitDownload(commits[0]["sha"])
|
|
release.task_id = None
|
|
db.session.commit()
|
|
|
|
return release.url
|