Add useful scripts

app/blueprints/admin/admin.py

@@ -75,7 +75,7 @@ def admin_page():
 			return redirect(url_for("admin.admin_page"))
 		elif action == "recalcscores":
 			for p in Package.query.all():
-				p.recalcScore()
+				p.setStartScore()
 
 			db.session.commit()
 			return redirect(url_for("admin.admin_page"))

app/blueprints/notifications/__init__.py

@@ -15,7 +15,7 @@
 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
 
 
-from flask import Blueprint
+from flask import Blueprint, render_template, redirect
 from flask_user import current_user, login_required
 from app.models import db
 

app/blueprints/packages/packages.py

@@ -36,7 +36,7 @@ from sqlalchemy import or_
 @menu.register_menu(bp, ".mods", "Mods", order=11, endpoint_arguments_constructor=lambda: { 'type': 'mod' })
 @menu.register_menu(bp, ".games", "Games", order=12, endpoint_arguments_constructor=lambda: { 'type': 'game' })
 @menu.register_menu(bp, ".txp", "Texture Packs", order=13, endpoint_arguments_constructor=lambda: { 'type': 'txp' })
-@menu.register_menu(bp, ".random", "Random", order=14, endpoint_arguments_constructor=lambda: { 'random': '1' })
+@menu.register_menu(bp, ".random", "Random", order=14, endpoint_arguments_constructor=lambda: { 'random': '1', 'lucky': '1' })
 @bp.route("/packages/")
 def list_all():
 	qb    = QueryBuilder(request.args)

app/blueprints/packages/releases.py

@@ -130,9 +130,18 @@ def download_release(package, id):
 		if not has_key(key):
 			set_key(key, "true")
 
+			bonus = 1
+			if not package.getIsFOSS():
+				bonus *= 0.1
+
 			PackageRelease.query.filter_by(id=release.id).update({
 					"downloads": PackageRelease.downloads + 1
 				})
+
+			Package.query.filter_by(id=package.id).update({
+					"score": Package.score + bonus
+				})
+
 			db.session.commit()
 
 	return redirect(release.url, code=300)

app/models.py

@@ -24,6 +24,7 @@ from flask import Flask, url_for
 from flask_sqlalchemy import SQLAlchemy, BaseQuery
 from flask_migrate import Migrate
 from flask_user import login_required, UserManager, UserMixin, SQLAlchemyAdapter
+from sqlalchemy import func
 from sqlalchemy.orm import validates
 from sqlalchemy_searchable import SearchQueryMixin
 from sqlalchemy_utils.types import TSVectorType
@@ -425,6 +426,9 @@ class Package(db.Model):
 		for e in PackagePropertyKey:
 			setattr(self, e.name, getattr(package, e.name))
 
+	def getIsFOSS(self):
+		return self.license.is_foss and self.media_license.is_foss
+
 	def getState(self):
 		if self.approved:
 			return "approved"
@@ -602,16 +606,20 @@ class Package(db.Model):
 		else:
 			raise Exception("Permission {} is not related to packages".format(perm.name))
 
-	def recalcScore(self):
+	def setStartScore(self):
-		self.score = 10
+		downloads = db.session.query(func.sum(PackageRelease.downloads)). \
+				filter(PackageRelease.package_id == self.id).scalar() or 0
 
-		if self.forums is not None:
+		forum_score = 0
-			topic = ForumTopic.query.get(self.forums)
+		forum_bonus = 0
-			if topic:
+		topic = self.forums and ForumTopic.query.get(self.forums)
-				days   = (datetime.datetime.now() - topic.created_at).days
+		if topic:
-				months = days / 30
+			months = (datetime.datetime.now() - topic.created_at).days / 30
-				years  = days / 365
+			years  = months / 12
-				self.score = topic.views / max(years, 0.0416) + 80*min(max(months, 0.5), 6)
+			forum_score = topic.views / max(years, 0.0416) + 80*min(max(months, 0.5), 6)
+			forum_bonus = topic.views + topic.posts
+
+		self.score = max(downloads, forum_score * 0.6) + forum_bonus
 
 		if self.getMainScreenshotURL() is None:
 			self.score *= 0.8
@@ -619,6 +627,7 @@ class Package(db.Model):
 		if not self.license.is_foss or not self.media_license.is_foss:
 			self.score *= 0.1
 
+
 class MetaPackage(db.Model):
 	id           = db.Column(db.Integer, primary_key=True)
 	name         = db.Column(db.String(100), unique=True, nullable=False)

app/querybuilder.py

@@ -25,7 +25,7 @@ class QueryBuilder:
 		self.types  = types
 		self.search = args.get("q")
 		self.random = "random" in args
-		self.lucky  = self.random or "lucky" in args
+		self.lucky  = "lucky" in args
 		self.hide_nonfree = "nonfree" in hide_flags
 		self.limit  = 1 if self.lucky else None
 		self.order_by  = args.get("sort")

app/tasks/__init__.py

@@ -69,6 +69,10 @@ CELERYBEAT_SCHEDULE = {
 	'topic_list_import': {
 		'task': 'app.tasks.forumtasks.importTopicList',
 		'schedule': crontab(minute=1, hour=1),
+	},
+	'package_score_update': {
+		'task': 'app.tasks.pkgtasks.updatePackageScores',
+		'schedule': crontab(minute=10, hour=1),
 	}
 }
 celery.conf.beat_schedule = CELERYBEAT_SCHEDULE

app/tasks/forumtasks.py

@@ -171,7 +171,4 @@ def importTopicList():
 		topic.views      = int(info["views"])
 		topic.created_at = info["date"]
 
-	for p in Package.query.all():
-		p.recalcScore()
-
 	db.session.commit()

app/tasks/pkgtasks.py

@@ -0,0 +1,23 @@
+# Content DB
+# Copyright (C) 2018  rubenwardy
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <https://www.gnu.org/licenses/>.
+
+
+from app.models import Package, PackageRelease
+from app.tasks import celery
+
+@celery.task()
+def updatePackageScores():
+	Package.query.update({ "score": PackageRelease.score * 0.8 })

utils/start.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+#
+# Call from a docker host to build and start CDB.
+#
+
+sudo docker-compose up --build -d --scale worker=2

utils/update.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+
+#
+# Call from a docker host to rebuild and update running instances of CDB.
+#
+
+sudo docker-compose build app
+sudo docker-compose build worker
+
+sudo docker-compose up --no-deps -d app
+sudo docker-compose up --no-deps --scale worker=2 -d worker