fixed non working english letters

does the hide tag even work lol

.gitignore

@@ -6,4 +6,5 @@ filters.txt
 .idea
 redistest.py
 *.c
-*.so
+*.so
+.pyenv

.gitmodules

@@ -1,3 +1,3 @@
 [submodule "common"]
 	path = common
-	url = git@git.zxq.co:ripple/ripple-python-common.git
+	url = https://github.com/osufx/ripple-python-common.git

constants/clientPackets.py

@@ -143,6 +143,26 @@ def transferHost(stream):
 def matchInvite(stream):
 	return packetHelper.readPacketData(stream, [["userID", dataTypes.UINT32]])
 
+def matchFrames(stream):
+	return packetHelper.readPacketData(stream,
+	[
+		["time", dataTypes.SINT32],
+		["id", dataTypes.BYTE],
+		["count300", dataTypes.UINT16],
+		["count100", dataTypes.UINT16],
+		["count50", dataTypes.UINT16],
+		["countGeki", dataTypes.UINT16],
+		["countKatu", dataTypes.UINT16],
+		["countMiss", dataTypes.UINT16],
+		["totalScore", dataTypes.SINT32],
+		["maxCombo", dataTypes.UINT16],
+		["currentCombo", dataTypes.UINT16],
+		["perfect", dataTypes.BYTE],
+		["currentHp", dataTypes.BYTE],
+		["tagByte", dataTypes.BYTE],
+		["usingScoreV2", dataTypes.BYTE]
+	])
+
 def tournamentMatchInfoRequest(stream):
 	return packetHelper.readPacketData(stream, [["matchID", dataTypes.UINT32]])
 

constants/exceptions.py

@@ -101,4 +101,10 @@ class missingReportInfoException(Exception):
 	pass
 
 class invalidUserException(Exception):
+	pass
+
+class wrongChannelException(Exception):
+	pass
+
+class periodicLoopException(Exception):
 	pass

constants/fokabotCommands.py

@@ -1,6 +1,7 @@
 import json
 import random
 import re
+import threading
 
 import requests
 import time
@@ -9,7 +10,7 @@ from common import generalUtils
 from common.constants import mods
 from common.log import logUtils as log
 from common.ripple import userUtils
-from constants import exceptions
+from constants import exceptions, slotStatuses, matchModModes, matchTeams, matchTeamTypes, matchScoringTypes
 from common.constants import gameModes
 from common.constants import privileges
 from constants import serverPackets
@@ -17,6 +18,17 @@ from helpers import systemHelper
 from objects import fokabot
 from objects import glob
 from helpers import chatHelper as chat
+from common.web import cheesegull
+
+
+def bloodcatMessage(beatmapID):
+	beatmap = glob.db.fetch("SELECT song_name, beatmapset_id FROM beatmaps WHERE beatmap_id = %s LIMIT 1", [beatmapID])
+	if beatmap is None:
+		return "Sorry, I'm not able to provide a download link for this map :("
+	return "Download [https://bloodcat.com/osu/s/{} {}] from Bloodcat".format(
+		beatmap["beatmapset_id"],
+		beatmap["song_name"],
+	)
 
 """
 Commands callbacks
@@ -34,38 +46,19 @@ TODO: Change False to None, because False doesn't make any sense
 """
 def instantRestart(fro, chan, message):
 	glob.streams.broadcast("main", serverPackets.notification("We are restarting Bancho. Be right back!"))
-	systemHelper.scheduleShutdown(0, True, delay=1)
+	systemHelper.scheduleShutdown(0, True, delay=5)
 	return False
 
 def faq(fro, chan, message):
-	# TODO: Unhardcode this
-	if message[0] == "rules":
-		return "Please make sure to check (Ripple's rules)[http://ripple.moe/?p=23]."
-	elif message[0] == "swearing":
-		return "Please don't abuse swearing"
-	elif message[0] == "spam":
-		return "Please don't spam"
-	elif message[0] == "offend":
-		return "Please don't offend other players"
-	elif message[0] == "github":
-		return "(Ripple's Github page!)[https://github.com/osuripple/ripple]"
-	elif message[0] == "discord":
-		return "(Join Ripple's Discord!)[https://discord.gg/0rJcZruIsA6rXuIx]"
-	elif message[0] == "blog":
-		return "You can find the latest Ripple news on the (blog)[https://ripple.moe/blog/]!"
-	elif message[0] == "changelog":
-		return "Check the (changelog)[https://ripple.moe/index.php?p=17] !"
-	elif message[0] == "status":
-		return "Check the server status (here!)[https://ripple.moe/index.php?p=27]"
-	elif message[0] == "english":
-		return "Please keep this channel in english."
-	else:
+	key = message[0].lower()
+	if key not in glob.conf.extra["pep.py"]["faq"]:
 		return False
+	return glob.conf.extra["pep.py"]["faq"][key]
 
 def roll(fro, chan, message):
 	maxPoints = 100
 	if len(message) >= 1:
-		if message[0].isdigit() == True and int(message[0]) > 0:
+		if message[0].isdigit() and int(message[0]) > 0:
 			maxPoints = int(message[0])
 
 	points = random.randrange(0,maxPoints)
@@ -75,15 +68,20 @@ def roll(fro, chan, message):
 #	return random.choice(["yes", "no", "maybe"])
 
 def alert(fro, chan, message):
-	glob.streams.broadcast("main", serverPackets.notification(' '.join(message[:])))
+	msg = ' '.join(message[:]).strip()
+	if not msg:
+		return False
+	glob.streams.broadcast("main", serverPackets.notification(msg))
 	return False
 
 def alertUser(fro, chan, message):
-	target = message[0].replace("_", " ")
-
-	targetToken = glob.tokens.getTokenFromUsername(target)
+	target = message[0].lower()
+	targetToken = glob.tokens.getTokenFromUsername(userUtils.safeUsername(target), safe=True)
 	if targetToken is not None:
-		targetToken.enqueue(serverPackets.notification(' '.join(message[1:])))
+		msg = ' '.join(message[1:]).strip()
+		if not msg:
+			return False
+		targetToken.enqueue(serverPackets.notification(msg))
 		return False
 	else:
 		return "User offline."
@@ -109,9 +107,10 @@ def moderated(fro, chan, message):
 def kickAll(fro, chan, message):
 	# Kick everyone but mods/admins
 	toKick = []
-	for key, value in glob.tokens.tokens.items():
-		if not value.admin:
-			toKick.append(key)
+	with glob.tokens:
+		for key, value in glob.tokens.tokens.items():
+			if not value.admin:
+				toKick.append(key)
 
 	# Loop though users to kick (we can't change dictionary size while iterating)
 	for i in toKick:
@@ -122,12 +121,12 @@ def kickAll(fro, chan, message):
 
 def kick(fro, chan, message):
 	# Get parameters
-	target = message[0].lower().replace("_", " ")
-	if target == "fokabot":
+	target = message[0].lower()
+	if target == glob.BOT_NAME.lower():
 		return "Nope."
 
 	# Get target token and make sure is connected
-	tokens = glob.tokens.getTokenFromUsername(target, _all=True)
+	tokens = glob.tokens.getTokenFromUsername(userUtils.safeUsername(target), safe=True, _all=True)
 	if len(tokens) == 0:
 		return "{} is not online".format(target)
 
@@ -141,22 +140,25 @@ def kick(fro, chan, message):
 def fokabotReconnect(fro, chan, message):
 	# Check if fokabot is already connected
 	if glob.tokens.getTokenFromUserID(999) is not None:
-		return "Fokabot is already connected to Bancho"
+		return "{} is already connected to Bancho".format(glob.BOT_NAME)
 
 	# Fokabot is not connected, connect it
 	fokabot.connect()
 	return False
 
 def silence(fro, chan, message):
-	for i in message:
-		i = i.lower()
-	target = message[0].replace("_", " ")
+	message = [x.lower() for x in message]
+	target = message[0]
 	amount = message[1]
 	unit = message[2]
-	reason = ' '.join(message[3:])
+	reason = ' '.join(message[3:]).strip()
+	if not reason:
+		return "Please provide a valid reason."
+	if not amount.isdigit():
+		return "The amount must be a number."
 
 	# Get target user ID
-	targetUserID = userUtils.getID(target)
+	targetUserID = userUtils.getIDSafe(target)
 	userID = userUtils.getID(fro)
 
 	# Make sure the user exists
@@ -180,7 +182,7 @@ def silence(fro, chan, message):
 		return "Invalid silence time. Max silence time is 7 days."
 
 	# Send silence packet to target if he's connected
-	targetToken = glob.tokens.getTokenFromUsername(target)
+	targetToken = glob.tokens.getTokenFromUsername(userUtils.safeUsername(target), safe=True)
 	if targetToken is not None:
 		# user online, silence both in db and with packet
 		targetToken.silence(silenceTime, reason, userID)
@@ -196,16 +198,16 @@ def removeSilence(fro, chan, message):
 	# Get parameters
 	for i in message:
 		i = i.lower()
-	target = message[0].replace("_", " ")
+	target = message[0]
 
 	# Make sure the user exists
-	targetUserID = userUtils.getID(target)
+	targetUserID = userUtils.getIDSafe(target)
 	userID = userUtils.getID(fro)
 	if not targetUserID:
 		return "{}: user not found".format(target)
 
 	# Send new silence end packet to user if he's online
-	targetToken = glob.tokens.getTokenFromUsername(target)
+	targetToken = glob.tokens.getTokenFromUsername(userUtils.safeUsername(target), safe=True)
 	if targetToken is not None:
 		# User online, remove silence both in db and with packet
 		targetToken.silence(0, "", userID)
@@ -219,10 +221,10 @@ def ban(fro, chan, message):
 	# Get parameters
 	for i in message:
 		i = i.lower()
-	target = message[0].replace("_", " ")
+	target = message[0]
 
 	# Make sure the user exists
-	targetUserID = userUtils.getID(target)
+	targetUserID = userUtils.getIDSafe(target)
 	userID = userUtils.getID(fro)
 	if not targetUserID:
 		return "{}: user not found".format(target)
@@ -231,7 +233,7 @@ def ban(fro, chan, message):
 	userUtils.ban(targetUserID)
 
 	# Send ban packet to the user if he's online
-	targetToken = glob.tokens.getTokenFromUsername(target)
+	targetToken = glob.tokens.getTokenFromUsername(userUtils.safeUsername(target), safe=True)
 	if targetToken is not None:
 		targetToken.enqueue(serverPackets.loginBanned())
 
@@ -242,10 +244,10 @@ def unban(fro, chan, message):
 	# Get parameters
 	for i in message:
 		i = i.lower()
-	target = message[0].replace("_", " ")
+	target = message[0]
 
 	# Make sure the user exists
-	targetUserID = userUtils.getID(target)
+	targetUserID = userUtils.getIDSafe(target)
 	userID = userUtils.getID(fro)
 	if not targetUserID:
 		return "{}: user not found".format(target)
@@ -260,10 +262,10 @@ def restrict(fro, chan, message):
 	# Get parameters
 	for i in message:
 		i = i.lower()
-	target = message[0].replace("_", " ")
+	target = message[0]
 
 	# Make sure the user exists
-	targetUserID = userUtils.getID(target)
+	targetUserID = userUtils.getIDSafe(target)
 	userID = userUtils.getID(fro)
 	if not targetUserID:
 		return "{}: user not found".format(target)
@@ -272,7 +274,7 @@ def restrict(fro, chan, message):
 	userUtils.restrict(targetUserID)
 
 	# Send restricted mode packet to this user if he's online
-	targetToken = glob.tokens.getTokenFromUsername(target)
+	targetToken = glob.tokens.getTokenFromUsername(userUtils.safeUsername(target), safe=True)
 	if targetToken is not None:
 		targetToken.setRestricted()
 
@@ -283,10 +285,10 @@ def unrestrict(fro, chan, message):
 	# Get parameters
 	for i in message:
 		i = i.lower()
-	target = message[0].replace("_", " ")
+	target = message[0]
 
 	# Make sure the user exists
-	targetUserID = userUtils.getID(target)
+	targetUserID = userUtils.getIDSafe(target)
 	userID = userUtils.getID(fro)
 	if not targetUserID:
 		return "{}: user not found".format(target)
@@ -331,9 +333,10 @@ def systemMaintenance(fro, chan, message):
 		who = []
 
 		# Disconnect everyone but mod/admins
-		for _, value in glob.tokens.tokens.items():
-			if not value.admin:
-				who.append(value.userID)
+		with glob.tokens:
+			for _, value in glob.tokens.tokens.items():
+				if not value.admin:
+					who.append(value.userID)
 
 		glob.streams.broadcast("main", serverPackets.notification("Our bancho server is in maintenance mode. Please try to login again later."))
 		glob.tokens.multipleEnqueue(serverPackets.loginError(), who)
@@ -396,7 +399,7 @@ def getPPMessage(userID, just_data = False):
 		# Make sure status is 200
 		if data["status"] != 200:
 			if "message" in data:
-				return "Error in LETS API call ({}). Please tell this to a dev.".format(data["message"])
+				return "Error in LETS API call ({}).".format(data["message"])
 			else:
 				raise exceptions.apiException
 
@@ -432,7 +435,7 @@ def getPPMessage(userID, just_data = False):
 		return "API Timeout. Please try again in a few seconds."
 	except exceptions.apiException:
 		# API error
-		return "Unknown error in LETS API call. Please tell this to a dev."
+		return "Unknown error in LETS API call."
 	#except:
 		# Unknown exception
 		# TODO: print exception
@@ -440,6 +443,14 @@ def getPPMessage(userID, just_data = False):
 
 def tillerinoNp(fro, chan, message):
 	try:
+		# Bloodcat trigger for #spect_
+		if chan.startswith("#spect_"):
+			spectatorHostUserID = getSpectatorHostUserIDFromChannel(chan)
+			spectatorHostToken = glob.tokens.getTokenFromUserID(spectatorHostUserID, ignoreIRC=True)
+			if spectatorHostToken is None:
+				return False
+			return bloodcatMessage(spectatorHostToken.beatmapID)
+
 		# Run the command in PM only
 		if chan.startswith("#"):
 			return False
@@ -570,6 +581,10 @@ def tillerinoAcc(fro, chan, message):
 
 def tillerinoLast(fro, chan, message):
 	try:
+		# Run the command in PM only
+		if chan.startswith("#"):
+			return False
+
 		data = glob.db.fetch("""SELECT beatmaps.song_name as sn, scores.*,
 			beatmaps.beatmap_id as bid, beatmaps.difficulty_std, beatmaps.difficulty_taiko, beatmaps.difficulty_ctb, beatmaps.difficulty_mania, beatmaps.max_combo as fc
 		FROM scores
@@ -585,11 +600,11 @@ def tillerinoLast(fro, chan, message):
 		rank = generalUtils.getRank(data["play_mode"], data["mods"], data["accuracy"],
 									data["300_count"], data["100_count"], data["50_count"], data["misses_count"])
 
-		ifPlayer = "{0} | ".format(fro) if chan != "FokaBot" else ""
+		ifPlayer = "{0} | ".format(fro) if chan != glob.BOT_NAME else ""
 		ifFc = " (FC)" if data["max_combo"] == data["fc"] else " {0}x/{1}x".format(data["max_combo"], data["fc"])
 		beatmapLink = "[http://osu.ppy.sh/b/{1} {0}]".format(data["sn"], data["bid"])
 
-		hasPP = data["play_mode"] == gameModes.STD or data["play_mode"] == gameModes.MANIA
+		hasPP = data["play_mode"] != gameModes.CTB
 
 		msg = ifPlayer
 		msg += beatmapLink
@@ -677,23 +692,12 @@ def updateBeatmap(fro, chan, message):
 		if token.tillerino[0] == 0:
 			return "Please give me a beatmap first with /np command."
 
-		# Send request
-		beatmapData = glob.db.fetch("SELECT beatmapset_id, song_name FROM beatmaps WHERE beatmap_id = %s LIMIT 1", [token.tillerino[0]])
-		if beatmapData is None:
-			return "Couldn't find beatmap data in database. Please load the beatmap's leaderboard and try again."
-
-		response = requests.post("{}/api/v1/update_beatmap".format(glob.conf.config["mirror"]["url"]), {
-			"beatmap_set_id": beatmapData["beatmapset_id"],
-			"beatmap_name": beatmapData["song_name"],
-			"username": token.username,
-			"key": glob.conf.config["mirror"]["apikey"]
-		})
-		if response.status_code == 200:
-			return "An update request for that beatmap has been queued. You'll receive a message once the beatmap has been updated on our mirror!"
-		elif response.status_code == 429:
-			return "You are sending too many beatmaps update requests. Wait a bit and retry later."
+		# Send the request to cheesegull
+		ok, message = cheesegull.updateBeatmap(token.tillerino[0])
+		if ok:
+			return "An update request for that beatmap has been queued. Check back in a few minutes and the beatmap should be updated!"
 		else:
-			return "Error in beatmap mirror API request. Tell this to a dev: {}".format(response.text)
+			return "Error in beatmap mirror API request: {}".format(message)
 	except:
 		return False
 
@@ -714,7 +718,7 @@ def report(fro, chan, message):
 		target = chat.fixUsernameForBancho(target)
 
 		# Make sure the target is not foka
-		if target.lower() == "fokabot":
+		if target.lower() == glob.BOT_NAME.lower():
 			raise exceptions.invalidUserException()
 
 		# Make sure the user exists
@@ -728,7 +732,7 @@ def report(fro, chan, message):
 
 		# Get the token if possible
 		chatlog = ""
-		token = glob.tokens.getTokenFromUsername(target)
+		token = glob.tokens.getTokenFromUsername(userUtils.safeUsername(target), safe=True)
 		if token is not None:
 			chatlog = token.getMessagesBufferString()
 
@@ -738,10 +742,10 @@ def report(fro, chan, message):
 		adminMsg = "{user} has reported {target} for {reason} ({info})".format(user=fro, target=target, reason=reason, info=additionalInfo)
 
 		# Log report in #admin and on discord
-		chat.sendMessage("FokaBot", "#admin", adminMsg)
+		chat.sendMessage(glob.BOT_NAME, "#admin", adminMsg)
 		log.warning(adminMsg, discord="cm")
 	except exceptions.invalidUserException:
-		msg = "Hello, FokaBot here! You can't report me. I won't forget what you've tried to do. Watch out."
+		msg = "Hello, {} here! You can't report me. I won't forget what you've tried to do. Watch out.".format(glob.BOT_NAME)
 	except exceptions.invalidArgumentsException:
 		msg = "Invalid report command syntax. To report an user, click on it and select 'Report user'."
 	except exceptions.userNotFoundException:
@@ -755,11 +759,448 @@ def report(fro, chan, message):
 			token = glob.tokens.getTokenFromUsername(fro)
 			if token is not None:
 				if token.irc:
-					chat.sendMessage("FokaBot", fro, msg)
+					chat.sendMessage(glob.BOT_NAME, fro, msg)
 				else:
 					token.enqueue(serverPackets.notification(msg))
 	return False
 
+def getMatchIDFromChannel(chan):
+	if not chan.lower().startswith("#multi_"):
+		raise exceptions.wrongChannelException()
+	parts = chan.lower().split("_")
+	if len(parts) < 2 or not parts[1].isdigit():
+		raise exceptions.wrongChannelException()
+	matchID = int(parts[1])
+	if matchID not in glob.matches.matches:
+		raise exceptions.matchNotFoundException()
+	return matchID
+
+def getSpectatorHostUserIDFromChannel(chan):
+	if not chan.lower().startswith("#spect_"):
+		raise exceptions.wrongChannelException()
+	parts = chan.lower().split("_")
+	if len(parts) < 2 or not parts[1].isdigit():
+		raise exceptions.wrongChannelException()
+	userID = int(parts[1])
+	return userID
+
+def multiplayer(fro, chan, message):
+	def mpMake():
+		if len(message) < 2:
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp make <name>")
+		matchName = " ".join(message[1:]).strip()
+		if not matchName:
+			raise exceptions.invalidArgumentsException("Match name must not be empty!")
+		matchID = glob.matches.createMatch(matchName, generalUtils.stringMd5(generalUtils.randomString(32)), 0, "Tournament", "", 0, -1, isTourney=True)
+		glob.matches.matches[matchID].sendUpdates()
+		return "Tourney match #{} created!".format(matchID)
+
+	def mpJoin():
+		if len(message) < 2 or not message[1].isdigit():
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp join <id>")
+		matchID = int(message[1])
+		userToken = glob.tokens.getTokenFromUsername(fro, ignoreIRC=True)
+		if userToken is None:
+			raise exceptions.invalidArgumentsException(
+				"No game clients found for {}, can't join the match. "
+			    "If you're a referee and you want to join the chat "
+				"channel from IRC, use /join #multi_{} instead.".format(fro, matchID)
+			)
+		userToken.joinMatch(matchID)
+		return "Attempting to join match #{}!".format(matchID)
+
+	def mpClose():
+		matchID = getMatchIDFromChannel(chan)
+		glob.matches.disposeMatch(matchID)
+		return "Multiplayer match #{} disposed successfully".format(matchID)
+
+	def mpLock():
+		matchID = getMatchIDFromChannel(chan)
+		glob.matches.matches[matchID].isLocked = True
+		return "This match has been locked"
+
+	def mpUnlock():
+		matchID = getMatchIDFromChannel(chan)
+		glob.matches.matches[matchID].isLocked = False
+		return "This match has been unlocked"
+
+	def mpSize():
+		if len(message) < 2 or not message[1].isdigit() or int(message[1]) < 2 or int(message[1]) > 16:
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp size <slots(2-16)>")
+		matchSize = int(message[1])
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		_match.forceSize(matchSize)
+		return "Match size changed to {}".format(matchSize)
+
+	def mpMove():
+		if len(message) < 3 or not message[2].isdigit() or int(message[2]) < 0 or int(message[2]) > 16:
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp move <username> <slot>")
+		username = message[1]
+		newSlotID = int(message[2])
+		userID = userUtils.getIDSafe(username)
+		if userID is None:
+			raise exceptions.userNotFoundException("No such user")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		success = _match.userChangeSlot(userID, newSlotID)
+		if success:
+			result = "Player {} moved to slot {}".format(username, newSlotID)
+		else:
+			result = "You can't use that slot: it's either already occupied by someone else or locked"
+		return result
+
+	def mpHost():
+		if len(message) < 2:
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp host <username>")
+		username = message[1].strip()
+		if not username:
+			raise exceptions.invalidArgumentsException("Please provide a username")
+		userID = userUtils.getIDSafe(username)
+		if userID is None:
+			raise exceptions.userNotFoundException("No such user")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		success = _match.setHost(userID)
+		return "{} is now the host".format(username) if success else "Couldn't give host to {}".format(username)
+
+	def mpClearHost():
+		matchID = getMatchIDFromChannel(chan)
+		glob.matches.matches[matchID].removeHost()
+		return "Host has been removed from this match"
+
+	def mpStart():
+		def _start():
+			matchID = getMatchIDFromChannel(chan)
+			success = glob.matches.matches[matchID].start()
+			if not success:
+				chat.sendMessage(glob.BOT_NAME, chan, "Couldn't start match. Make sure there are enough players and "
+												  "teams are valid. The match has been unlocked.")
+			else:
+				chat.sendMessage(glob.BOT_NAME, chan, "Have fun!")
+
+
+		def _decreaseTimer(t):
+			if t <= 0:
+				_start()
+			else:
+				if t % 10 == 0 or t <= 5:
+					chat.sendMessage(glob.BOT_NAME, chan, "Match starts in {} seconds.".format(t))
+				threading.Timer(1.00, _decreaseTimer, [t - 1]).start()
+
+		if len(message) < 2 or not message[1].isdigit():
+			startTime = 0
+		else:
+			startTime = int(message[1])
+
+		force = False if len(message) < 3 else message[2].lower() == "force"
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+
+		# Force everyone to ready
+		someoneNotReady = False
+		for i, slot in enumerate(_match.slots):
+			if slot.status != slotStatuses.READY and slot.user is not None:
+				someoneNotReady = True
+				if force:
+					_match.toggleSlotReady(i)
+
+		if someoneNotReady and not force:
+			return "Some users aren't ready yet. Use '!mp start force' if you want to start the match, " \
+				   "even with non-ready players."
+
+		if startTime == 0:
+			_start()
+			return "Starting match"
+		else:
+			_match.isStarting = True
+			threading.Timer(1.00, _decreaseTimer, [startTime - 1]).start()
+			return "Match starts in {} seconds. The match has been locked. " \
+				   "Please don't leave the match during the countdown " \
+				   "or you might receive a penalty.".format(startTime)
+
+	def mpInvite():
+		if len(message) < 2:
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp invite <username>")
+		username = message[1].strip()
+		if not username:
+			raise exceptions.invalidArgumentsException("Please provide a username")
+		userID = userUtils.getIDSafe(username)
+		if userID is None:
+			raise exceptions.userNotFoundException("No such user")
+		token = glob.tokens.getTokenFromUserID(userID, ignoreIRC=True)
+		if token is None:
+			raise exceptions.invalidUserException("That user is not connected to bancho right now.")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		_match.invite(999, userID)
+		token.enqueue(serverPackets.notification("Please accept the invite you've just received from {} to "
+												 "enter your tourney match.".format(glob.BOT_NAME)))
+		return "An invite to this match has been sent to {}".format(username)
+
+	def mpMap():
+		if len(message) < 2 or not message[1].isdigit() or (len(message) == 3 and not message[2].isdigit()):
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp map <beatmapid> [<gamemode>]")
+		beatmapID = int(message[1])
+		gameMode = int(message[2]) if len(message) == 3 else 0
+		if gameMode < 0 or gameMode > 3:
+			raise exceptions.invalidArgumentsException("Gamemode must be 0, 1, 2 or 3")
+		beatmapData = glob.db.fetch("SELECT * FROM beatmaps WHERE beatmap_id = %s LIMIT 1", [beatmapID])
+		if beatmapData is None:
+			raise exceptions.invalidArgumentsException("The beatmap you've selected couldn't be found in the database."
+													   "If the beatmap id is valid, please load the scoreboard first in "
+													   "order to cache it, then try again.")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		_match.beatmapID = beatmapID
+		_match.beatmapName = beatmapData["song_name"]
+		_match.beatmapMD5 = beatmapData["beatmap_md5"]
+		_match.gameMode = gameMode
+		_match.resetReady()
+		_match.sendUpdates()
+		return "Match map has been updated"
+
+	def mpSet():
+		if len(message) < 2 or not message[1].isdigit() or \
+				(len(message) >= 3 and not message[2].isdigit()) or \
+				(len(message) >= 4 and not message[3].isdigit()):
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp set <teammode> [<scoremode>] [<size>]")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		matchTeamType = int(message[1])
+		matchScoringType = int(message[2]) if len(message) >= 3 else _match.matchScoringType
+		if not 0 <= matchTeamType <= 3:
+			raise exceptions.invalidArgumentsException("Match team type must be between 0 and 3")
+		if not 0 <= matchScoringType <= 3:
+			raise exceptions.invalidArgumentsException("Match scoring type must be between 0 and 3")
+		oldMatchTeamType = _match.matchTeamType
+		_match.matchTeamType = matchTeamType
+		_match.matchScoringType = matchScoringType
+		if len(message) >= 4:
+			_match.forceSize(int(message[3]))
+		if _match.matchTeamType != oldMatchTeamType:
+			_match.initializeTeams()
+		if _match.matchTeamType == matchTeamTypes.TAG_COOP or _match.matchTeamType == matchTeamTypes.TAG_TEAM_VS:
+			_match.matchModMode = matchModModes.NORMAL
+
+		_match.sendUpdates()
+		return "Match settings have been updated!"
+
+	def mpAbort():
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		_match.abort()
+		return "Match aborted!"
+
+	def mpKick():
+		if len(message) < 2:
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp kick <username>")
+		username = message[1].strip()
+		if not username:
+			raise exceptions.invalidArgumentsException("Please provide a username")
+		userID = userUtils.getIDSafe(username)
+		if userID is None:
+			raise exceptions.userNotFoundException("No such user")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		slotID = _match.getUserSlotID(userID)
+		if slotID is None:
+			raise exceptions.userNotFoundException("The specified user is not in this match")
+		for i in range(0, 2):
+			_match.toggleSlotLocked(slotID)
+		return "{} has been kicked from the match.".format(username)
+
+	def mpPassword():
+		password = "" if len(message) < 2 or not message[1].strip() else message[1]
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		_match.changePassword(password)
+		return "Match password has been changed!"
+
+	def mpRandomPassword():
+		password = generalUtils.stringMd5(generalUtils.randomString(32))
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		_match.changePassword(password)
+		return "Match password has been changed to a random one"
+
+	def mpMods():
+		if len(message) < 2:
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp <mod1> [<mod2>] ...")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		newMods = 0
+		freeMod = False
+		for _mod in message[1:]:
+			if _mod.lower().strip() == "hd":
+				newMods |= mods.HIDDEN
+			elif _mod.lower().strip() == "hr":
+				newMods |= mods.HARDROCK
+			elif _mod.lower().strip() == "dt":
+				newMods |= mods.DOUBLETIME
+			elif _mod.lower().strip() == "fl":
+				newMods |= mods.FLASHLIGHT
+			elif _mod.lower().strip() == "fi":
+				newMods |= mods.FADEIN
+			elif _mod.lower().strip() == "ez":
+				newMods |= mods.EASY
+			if _mod.lower().strip() == "none":
+				newMods = 0
+
+			if _mod.lower().strip() == "freemod":
+				freeMod = True
+
+		_match.matchModMode = matchModModes.FREE_MOD if freeMod else matchModModes.NORMAL
+		_match.resetReady()
+		if _match.matchModMode == matchModModes.FREE_MOD:
+			_match.resetMods()
+		_match.changeMods(newMods)
+		return "Match mods have been updated!"
+
+	def mpTeam():
+		if len(message) < 3:
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp team <username> <colour>")
+		username = message[1].strip()
+		if not username:
+			raise exceptions.invalidArgumentsException("Please provide a username")
+		colour = message[2].lower().strip()
+		if colour not in ["red", "blue"]:
+			raise exceptions.invalidArgumentsException("Team colour must be red or blue")
+		userID = userUtils.getIDSafe(username)
+		if userID is None:
+			raise exceptions.userNotFoundException("No such user")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		_match.changeTeam(userID, matchTeams.BLUE if colour == "blue" else matchTeams.RED)
+		return "{} is now in {} team".format(username, colour)
+
+	def mpSettings():
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		single = False if len(message) < 2 else message[1].strip().lower() == "single"
+		msg = "PLAYERS IN THIS MATCH "
+		if not single:
+			msg += "(use !mp settings single for a single-line version):"
+			msg += "\n"
+		else:
+			msg += ": "
+		empty = True
+		for slot in _match.slots:
+			if slot.user is None:
+				continue
+			readableStatuses = {
+				slotStatuses.READY: "ready",
+				slotStatuses.NOT_READY: "not ready",
+				slotStatuses.NO_MAP: "no map",
+				slotStatuses.PLAYING: "playing",
+			}
+			if slot.status not in readableStatuses:
+				readableStatus = "???"
+			else:
+				readableStatus = readableStatuses[slot.status]
+			empty = False
+			msg += "* [{team}] <{status}> ~ {username}{mods}{nl}".format(
+				team="red" if slot.team == matchTeams.RED else "blue" if slot.team == matchTeams.BLUE else "!! no team !!",
+				status=readableStatus,
+				username=glob.tokens.tokens[slot.user].username,
+				mods=" (+ {})".format(generalUtils.readableMods(slot.mods)) if slot.mods > 0 else "",
+				nl=" | " if single else "\n"
+			)
+		if empty:
+			msg += "Nobody.\n"
+		msg = msg.rstrip(" | " if single else "\n")
+		return msg
+
+	def mpScoreV():
+		if len(message) < 2 or message[1] not in ("1", "2"):
+			raise exceptions.invalidArgumentsException("Wrong syntax: !mp scorev <1|2>")
+		_match = glob.matches.matches[getMatchIDFromChannel(chan)]
+		_match.matchScoringType = matchScoringTypes.SCORE_V2 if message[1] == "2" else matchScoringTypes.SCORE
+		_match.sendUpdates()
+		return "Match scoring type set to scorev{}".format(message[1])
+
+	def mpHelp():
+		return "Supported subcommands: !mp <{}>".format("|".join(k for k in subcommands.keys()))
+
+	try:
+		subcommands = {
+			"make": mpMake,
+			"close": mpClose,
+			"join": mpJoin,
+			"lock": mpLock,
+			"unlock": mpUnlock,
+			"size": mpSize,
+			"move": mpMove,
+			"host": mpHost,
+			"clearhost": mpClearHost,
+			"start": mpStart,
+			"invite": mpInvite,
+			"map": mpMap,
+			"set": mpSet,
+			"abort": mpAbort,
+			"kick": mpKick,
+			"password": mpPassword,
+			"randompassword": mpRandomPassword,
+			"mods": mpMods,
+			"team": mpTeam,
+			"settings": mpSettings,
+            "scorev": mpScoreV,
+			"help": mpHelp
+		}
+		requestedSubcommand = message[0].lower().strip()
+		if requestedSubcommand not in subcommands:
+			raise exceptions.invalidArgumentsException("Invalid subcommand")
+		return subcommands[requestedSubcommand]()
+	except (exceptions.invalidArgumentsException, exceptions.userNotFoundException, exceptions.invalidUserException) as e:
+		return str(e)
+	except exceptions.wrongChannelException:
+		return "This command only works in multiplayer chat channels"
+	except exceptions.matchNotFoundException:
+		return "Match not found"
+	except:
+		raise
+
+def switchServer(fro, chan, message):
+	# Get target user ID
+	target = message[0]
+	newServer = message[1].strip()
+	if not newServer:
+		return "Invalid server IP"
+	targetUserID = userUtils.getIDSafe(target)
+	userID = userUtils.getID(fro)
+
+	# Make sure the user exists
+	if not targetUserID:
+		return "{}: user not found".format(target)
+
+	# Connect the user to the end server
+	userToken = glob.tokens.getTokenFromUserID(userID, ignoreIRC=True, _all=False)
+	userToken.enqueue(serverPackets.switchServer(newServer))
+
+	# Disconnect the user from the origin server
+	# userToken.kick()
+	return "{} has been connected to {}".format(target, newServer)
+
+def rtx(fro, chan, message):
+	target = message[0]
+	message = " ".join(message[1:]).strip()
+	if not message:
+		return "Invalid message"
+	targetUserID = userUtils.getIDSafe(target)
+	if not targetUserID:
+		return "{}: user not found".format(target)
+	userToken = glob.tokens.getTokenFromUserID(targetUserID, ignoreIRC=True, _all=False)
+	userToken.enqueue(serverPackets.rtx(message))
+	return ":ok_hand:"
+
+def bloodcat(fro, chan, message):
+	try:
+		matchID = getMatchIDFromChannel(chan)
+	except exceptions.wrongChannelException:
+		matchID = None
+	try:
+		spectatorHostUserID = getSpectatorHostUserIDFromChannel(chan)
+	except exceptions.wrongChannelException:
+		spectatorHostUserID = None
+
+	if matchID is not None:
+		if matchID not in glob.matches.matches:
+			return "This match doesn't seem to exist... Or does it...?"
+		beatmapID = glob.matches.matches[matchID].beatmapID
+	else:
+		spectatorHostToken = glob.tokens.getTokenFromUserID(spectatorHostUserID, ignoreIRC=True)
+		if spectatorHostToken is None:
+			return "The spectator host is offline."
+		beatmapID = spectatorHostToken.beatmapID
+	return bloodcatMessage(beatmapID)
+
+
 """
 Commands list
 
@@ -782,7 +1223,7 @@ commands = [
 		"callback": report
 	}, {
 		"trigger": "!help",
-		"response": "Click (here)[https://ripple.moe/index.php?p=16&id=4] for FokaBot's full command list"
+		"response": "Click (here)[https://ripple.moe/index.php?p=16&id=4] for the full command list"
 	}, #{
 		#"trigger": "!ask",
 		#"syntax": "<question>",
@@ -815,7 +1256,7 @@ commands = [
 		"privileges": privileges.ADMIN_KICK_USERS,
 		"callback": kick
 	}, {
-		"trigger": "!fokabot reconnect",
+		"trigger": "!bot reconnect",
 		"privileges": privileges.ADMIN_MANAGE_SERVERS,
 		"callback": fokabotReconnect
 	}, {
@@ -894,6 +1335,24 @@ commands = [
 	}, {
 		"trigger": "!update",
 		"callback": updateBeatmap
+	}, {
+		"trigger": "!mp",
+		"privileges": privileges.USER_TOURNAMENT_STAFF,
+		"syntax": "<subcommand>",
+		"callback": multiplayer
+	}, {
+		"trigger": "!switchserver",
+		"privileges": privileges.ADMIN_MANAGE_SERVERS,
+		"syntax": "<username> <server_address>",
+		"callback": switchServer
+	}, {
+		"trigger": "!rtx",
+		"privileges": privileges.ADMIN_MANAGE_USERS,
+		"syntax": "<username> <message>",
+		"callback": rtx
+	}, {
+		"trigger": "!bloodcat",
+		"callback": bloodcat
 	}
 	#
 	#	"trigger": "!acc",

constants/matchScoringTypes.py

@@ -1,3 +1,4 @@
 SCORE = 0
 ACCURACY = 1
 COMBO = 2
+SCORE_V2 = 3

constants/packetIDs.py

@@ -78,5 +78,7 @@ server_userSilenced = 94
 server_userPresenceBundle = 96
 client_userPanelRequest = 97
 client_tournamentMatchInfoRequest = 93
+server_matchAbort = 106
+server_switchServer = 107
 client_tournamentJoinMatchChannel = 108
 client_tournamentLeaveMatchChannel = 109

constants/serverPackets.py

@@ -16,12 +16,12 @@ def forceUpdate():
 
 def loginBanned():
 	packets = packetHelper.buildPacket(packetIDs.server_userID, [[-1, dataTypes.SINT32]])
-	packets += notification("You are banned. You can appeal after one month since your ban by sending an email to support@ripple.moe from the email address you've used to sign up.")
+	packets += notification("You are banned. You can appeal after one month since your ban by sending an email to {} from the email address you've used to sign up.".format(glob.conf.extra["pep.py"]["support-email"]))
 	return packets
 
 def loginLocked():
 	packets = packetHelper.buildPacket(packetIDs.server_userID, [[-1, dataTypes.SINT32]])
-	packets += notification("Your account is locked. You can't log in, but your profile and scores are still visible from the website. If you want to unlock your account, send an email to support@ripple.moe from the email address you've used to sign up.")
+	packets += notification("Your account is locked. You can't log in, but your profile and scores are still visible from the website. If you want to unlock your account, send an email to {} from the email address you've used to sign up.".format(glob.conf.extra["pep.py"]["support-email"]))
 	return packets
 
 def loginError():
@@ -94,12 +94,12 @@ def userPanel(userID, force = False):
 	# Get username color according to rank
 	# Only admins and normal users are currently supported
 	userRank = 0
-	if username == "FokaBot":
-		userRank |= userRanks.MOD
-	elif userUtils.isInPrivilegeGroup(userID, "community manager"):
+	if username == glob.BOT_NAME:
 		userRank |= userRanks.MOD
 	elif userUtils.isInPrivilegeGroup(userID, "developer"):
 		userRank |= userRanks.ADMIN
+	elif userUtils.isInPrivilegeGroup(userID, "chat mod"):
+		userRank |= userRanks.MOD
 	elif (userToken.privileges & privileges.USER_DONOR) > 0:
 		userRank |= userRanks.SUPPORTER
 	else:
@@ -202,17 +202,18 @@ def createMatch(matchID):
 
 	# Get match binary data and build packet
 	match = glob.matches.matches[matchID]
-	return packetHelper.buildPacket(packetIDs.server_newMatch, match.getMatchData())
+	matchData = match.getMatchData(censored=True)
+	return packetHelper.buildPacket(packetIDs.server_newMatch, matchData)
 
 # TODO: Add match object argument to save some CPU
-def updateMatch(matchID):
+def updateMatch(matchID, censored = False):
 	# Make sure the match exists
 	if matchID not in glob.matches.matches:
 		return bytes()
 
 	# Get match binary data and build packet
 	match = glob.matches.matches[matchID]
-	return packetHelper.buildPacket(packetIDs.server_updateMatch, match.getMatchData())
+	return packetHelper.buildPacket(packetIDs.server_updateMatch, match.getMatchData(censored=censored))
 
 def matchStart(matchID):
 	# Make sure the match exists
@@ -263,10 +264,18 @@ def playerFailed(slotID):
 def matchTransferHost():
 	return packetHelper.buildPacket(packetIDs.server_matchTransferHost)
 
+def matchAbort():
+	return packetHelper.buildPacket(packetIDs.server_matchAbort)
+
+def switchServer(address):
+	return packetHelper.buildPacket(packetIDs.server_switchServer, [[address, dataTypes.STRING]])
 
 """ Other packets """
 def notification(message):
 	return packetHelper.buildPacket(packetIDs.server_notification, [[message, dataTypes.STRING]])
 
 def banchoRestart(msUntilReconnection):
-	return packetHelper.buildPacket(packetIDs.server_restart, [[msUntilReconnection, dataTypes.UINT32]])
+	return packetHelper.buildPacket(packetIDs.server_restart, [[msUntilReconnection, dataTypes.UINT32]])
+
+def rtx(message):
+	return packetHelper.buildPacket(0x69, [[message, dataTypes.STRING]])

events/changeMatchModsEvent.py

@@ -15,29 +15,29 @@ def handle(userToken, packetData):
 	matchID = userToken.matchID
 	if matchID not in glob.matches.matches:
 		return
-	match = glob.matches.matches[matchID]
 
 	# Set slot or match mods according to modType
-	if match.matchModMode == matchModModes.FREE_MOD:
-		# Freemod
-		# Host can set global DT/HT
-		if userID == match.hostUserID:
-			# If host has selected DT/HT and Freemod is enabled, set DT/HT as match mod
-			if (packetData["mods"] & mods.DOUBLETIME) > 0:
-				match.changeMods(mods.DOUBLETIME)
-				# Nightcore
-				if (packetData["mods"] & mods.NIGHTCORE) > 0:
-					match.changeMods(match.mods + mods.NIGHTCORE)
-			elif (packetData["mods"] & mods.HALFTIME) > 0:
-				match.changeMods(mods.HALFTIME)
-			else:
-				# No DT/HT, set global mods to 0 (we are in freemod mode)
-				match.changeMods(0)
+	with glob.matches.matches[matchID] as match:
+		if match.matchModMode == matchModModes.FREE_MOD:
+			# Freemod
+			# Host can set global DT/HT
+			if userID == match.hostUserID:
+				# If host has selected DT/HT and Freemod is enabled, set DT/HT as match mod
+				if (packetData["mods"] & mods.DOUBLETIME) > 0:
+					match.changeMods(mods.DOUBLETIME)
+					# Nightcore
+					if (packetData["mods"] & mods.NIGHTCORE) > 0:
+						match.changeMods(match.mods + mods.NIGHTCORE)
+				elif (packetData["mods"] & mods.HALFTIME) > 0:
+					match.changeMods(mods.HALFTIME)
+				else:
+					# No DT/HT, set global mods to 0 (we are in freemod mode)
+					match.changeMods(0)
 
-		# Set slot mods
-		slotID = match.getUserSlotID(userID)
-		if slotID is not None:
-			match.setSlotMods(slotID, packetData["mods"])
-	else:
-		# Not freemod, set match mods
-		match.changeMods(packetData["mods"])
+			# Set slot mods
+			slotID = match.getUserSlotID(userID)
+			if slotID is not None:
+				match.setSlotMods(slotID, packetData["mods"])
+		else:
+			# Not freemod, set match mods
+			match.changeMods(packetData["mods"])

events/changeMatchPasswordEvent.py

@@ -10,12 +10,10 @@ def handle(userToken, packetData):
 	if matchID not in glob.matches.matches:
 		return
 
-	# Get our match
-	match = glob.matches.matches[matchID]
+	with glob.matches.matches[matchID] as match:
+		# Host check
+		if userToken.userID != match.hostUserID:
+			return
 
-	# Host check
-	if userToken.userID != match.hostUserID:
-		return
-
-	# Update match password
-	match.changePassword(packetData["matchPassword"])
+		# Update match password
+		match.changePassword(packetData["matchPassword"])

events/changeMatchSettingsEvent.py

@@ -21,97 +21,84 @@ def handle(userToken, packetData):
 	if matchID not in glob.matches.matches:
 		return
 
-	# Get match object
-	match = glob.matches.matches[matchID]
-
 	# Host check
-	if userToken.userID != match.hostUserID:
-		return
+	with glob.matches.matches[matchID] as match:
+		if userToken.userID != match.hostUserID:
+			return
 
-	# Some dank memes easter egg
-	memeTitles = [
-		"RWC 2020",
-		"Fokabot is a duck",
-		"Dank memes",
-		"1337ms Ping",
-		"Iscriviti a Xenotoze",
-		"...e i marò?",
-		"Superman dies",
-		"The brace is on fire",
-		"print_foot()",
-		"#FREEZEBARKEZ",
-		"Ripple devs are actually cats",
-		"Thank Mr Shaural",
-		"NEVER GIVE UP",
-		"T I E D  W I T H  U N I T E D",
-		"HIGHEST HDHR LOBBY OF ALL TIME",
-		"This is gasoline and I set myself on fire",
-		"Everyone is cheating apparently",
-		"Kurwa mac",
-		"TATOE",
-		"This is not your drama landfill.",
-		"I like cheese",
-		"NYO IS NOT A CAT HE IS A DO(N)G",
-		"Datingu startuato"
-	]
+		# Some dank memes easter egg
+		memeTitles = [
+			"RWC 2020",
+			"Fokabot is a duck",
+			"Dank memes",
+			"1337ms Ping",
+			"Iscriviti a Xenotoze",
+			"...e i marò?",
+			"Superman dies",
+			"The brace is on fire",
+			"print_foot()",
+			"#FREEZEBARKEZ",
+			"Ripple devs are actually cats",
+			"Thank Mr Shaural",
+			"NEVER GIVE UP",
+			"T I E D  W I T H  U N I T E D",
+			"HIGHEST HDHR LOBBY OF ALL TIME",
+			"This is gasoline and I set myself on fire",
+			"Everyone is cheating apparently",
+			"Kurwa mac",
+			"TATOE",
+			"This is not your drama landfill.",
+			"I like cheese",
+			"NYO IS NOT A CAT HE IS A DO(N)G",
+			"Datingu startuato"
+		]
 
-	# Set match name
-	match.matchName = packetData["matchName"] if packetData["matchName"] != "meme" else random.choice(memeTitles)
+		# Set match name
+		match.matchName = packetData["matchName"] if packetData["matchName"] != "meme" else random.choice(memeTitles)
 
-	# Update match settings
-	match.inProgress = packetData["inProgress"]
-	if packetData["matchPassword"] != "":
-		match.matchPassword = generalUtils.stringMd5(packetData["matchPassword"])
-	else:
-		match.matchPassword = ""
-	match.beatmapName = packetData["beatmapName"]
-	match.beatmapID = packetData["beatmapID"]
-	match.hostUserID = packetData["hostUserID"]
-	match.gameMode = packetData["gameMode"]
+		# Update match settings
+		match.inProgress = packetData["inProgress"]
+		if packetData["matchPassword"] != "":
+			match.matchPassword = generalUtils.stringMd5(packetData["matchPassword"])
+		else:
+			match.matchPassword = ""
+		match.beatmapName = packetData["beatmapName"]
+		match.beatmapID = packetData["beatmapID"]
+		match.hostUserID = packetData["hostUserID"]
+		match.gameMode = packetData["gameMode"]
 
-	oldBeatmapMD5 = match.beatmapMD5
-	oldMods = match.mods
+		oldBeatmapMD5 = match.beatmapMD5
+		oldMods = match.mods
+		oldMatchTeamType = match.matchTeamType
 
-	match.mods = packetData["mods"]
-	match.beatmapMD5 = packetData["beatmapMD5"]
-	match.matchScoringType = packetData["scoringType"]
-	match.matchTeamType = packetData["teamType"]
-	match.matchModMode = packetData["freeMods"]
+		match.mods = packetData["mods"]
+		match.beatmapMD5 = packetData["beatmapMD5"]
+		match.matchScoringType = packetData["scoringType"]
+		match.matchTeamType = packetData["teamType"]
+		match.matchModMode = packetData["freeMods"]
 
-	# Reset ready if needed
-	if oldMods != match.mods or oldBeatmapMD5 != match.beatmapMD5:
-		for i in range(0,16):
-			if match.slots[i].status == slotStatuses.READY:
-				match.slots[i].status = slotStatuses.NOT_READY
+		# Reset ready if needed
+		if oldMods != match.mods or oldBeatmapMD5 != match.beatmapMD5:
+			match.resetReady()
 
-	# Reset mods if needed
-	if match.matchModMode == matchModModes.NORMAL:
-		# Reset slot mods if not freeMods
-		for i in range(0,16):
-			match.slots[i].mods = 0
-	else:
-		# Reset match mods if freemod
-		match.mods = 0
+		# Reset mods if needed
+		if match.matchModMode == matchModModes.NORMAL:
+			# Reset slot mods if not freeMods
+			match.resetMods()
+		else:
+			# Reset match mods if freemod
+			match.mods = 0
 
-	# Set/reset teams
-	if match.matchTeamType == matchTeamTypes.TEAM_VS or match.matchTeamType == matchTeamTypes.TAG_TEAM_VS:
-		# Set teams
-		c=0
-		for i in range(0,16):
-			if match.slots[i].team == matchTeams.NO_TEAM:
-				match.slots[i].team = matchTeams.RED if c % 2 == 0 else matchTeams.BLUE
-				c+=1
-	else:
-		# Reset teams
-		for i in range(0,16):
-			match.slots[i].team = matchTeams.NO_TEAM
+		# Initialize teams if team type changed
+		if match.matchTeamType != oldMatchTeamType:
+			match.initializeTeams()
 
-	# Force no freemods if tag coop
-	if match.matchTeamType == matchTeamTypes.TAG_COOP or match.matchTeamType == matchTeamTypes.TAG_TEAM_VS:
-		match.matchModMode = matchModModes.NORMAL
+		# Force no freemods if tag coop
+		if match.matchTeamType == matchTeamTypes.TAG_COOP or match.matchTeamType == matchTeamTypes.TAG_TEAM_VS:
+			match.matchModMode = matchModModes.NORMAL
 
-	# Send updated settings
-	match.sendUpdates()
+		# Send updated settings
+		match.sendUpdates()
 
-	# Console output
-	log.info("MPROOM{}: Updated room settings".format(match.matchID))
+		# Console output
+		log.info("MPROOM{}: Updated room settings".format(match.matchID))

events/changeSlotEvent.py

@@ -8,8 +8,6 @@ def handle(userToken, packetData):
 	# Read packet data
 	packetData = clientPackets.changeSlot(packetData)
 
-	# Get match
-	match = glob.matches.matches[userToken.matchID]
-
-	# Change slot
-	match.userChangeSlot(userID, packetData["slotID"])
+	with glob.matches.matches[userToken.matchID] as match:
+		# Change slot
+		match.userChangeSlot(userID, packetData["slotID"])

events/createMatchEvent.py

@@ -1,5 +1,5 @@
 from common.log import logUtils as log
-from constants import clientPackets
+from constants import clientPackets, serverPackets
 from constants import exceptions
 from objects import glob
 
@@ -12,26 +12,32 @@ def handle(userToken, packetData):
 		# Read packet data
 		packetData = clientPackets.createMatch(packetData)
 
+		# Make sure the name is valid
+		matchName = packetData["matchName"].strip()
+		if not matchName:
+			raise exceptions.matchCreateError()
+
 		# Create a match object
-		# TODO: Player number check
-		matchID = glob.matches.createMatch(packetData["matchName"], packetData["matchPassword"], packetData["beatmapID"], packetData["beatmapName"], packetData["beatmapMD5"], packetData["gameMode"], userID)
+		# TODO: Player number check (Dirty hack below)
+		matchID = glob.matches.createMatch(matchName, packetData["matchPassword"].strip(), packetData["beatmapID"], packetData["beatmapName"], packetData["beatmapMD5"], packetData["gameMode"], userID)
 
 		# Make sure the match has been created
 		if matchID not in glob.matches.matches:
-			raise exceptions.matchCreateError
+			raise exceptions.matchCreateError()
 
-		# Get match object
-		match = glob.matches.matches[matchID]
+		with glob.matches.matches[matchID] as match:
+			# Join that match
+			userToken.joinMatch(matchID)
 
-		# Join that match
-		userToken.joinMatch(matchID)
+			# Disable slots (Dirty)
+			for i in range(0,16):
+				if match.slots[i].status is not 4:
+					match.slots[i].status = packetData["slot{}Status".format(i)]
 
-		# Give host to match creator
-		match.setHost(userID)
-		match.sendUpdates()
-		match.changePassword(packetData["matchPassword"])
-
-		# Console output
-		log.info("MPROOM{}: Room created!".format(matchID))
+			# Give host to match creator
+			match.setHost(userID)
+			match.sendUpdates()
+			match.changePassword(packetData["matchPassword"])
 	except exceptions.matchCreateError:
 		log.error("Error while creating match!")
+		userToken.enqueue(serverPackets.matchJoinFail())

events/joinMatchEvent.py

@@ -17,21 +17,17 @@ def handle(userToken, packetData):
 		if matchID not in glob.matches.matches:
 			return
 
-		# Match exists, get object
-		match = glob.matches.matches[matchID]
-
 		# Hash password if needed
-		#if password != "":
+		# if password != "":
 		#	password = generalUtils.stringMd5(password)
 
 		# Check password
-		# TODO: Admins can enter every match
-		if match.matchPassword != "":
-			if match.matchPassword != password:
-				raise exceptions.matchWrongPasswordException
+		with glob.matches.matches[matchID] as match:
+			if match.matchPassword != "" and match.matchPassword != password:
+				raise exceptions.matchWrongPasswordException()
 
-		# Password is correct, join match
-		userToken.joinMatch(matchID)
+			# Password is correct, join match
+			userToken.joinMatch(matchID)
 	except exceptions.matchWrongPasswordException:
 		userToken.enqueue(serverPackets.matchJoinFail())
 		log.warning("{} has tried to join a mp room, but he typed the wrong password".format(userToken.username))

events/loginEvent.py

@@ -61,9 +61,9 @@ def handle(tornadoRequest):
 
 		# Make sure we are not banned or locked
 		priv = userUtils.getPrivileges(userID)
-		if userUtils.isBanned(userID) == True and priv & privileges.USER_PENDING_VERIFICATION == 0:
+		if userUtils.isBanned(userID) and priv & privileges.USER_PENDING_VERIFICATION == 0:
 			raise exceptions.loginBannedException()
-		if userUtils.isLocked(userID) == True and priv & privileges.USER_PENDING_VERIFICATION == 0:
+		if userUtils.isLocked(userID) and priv & privileges.USER_PENDING_VERIFICATION == 0:
 			raise exceptions.loginLockedException()
 
 		# 2FA check
@@ -75,7 +75,7 @@ def handle(tornadoRequest):
 
 		# Verify this user (if pending activation)
 		firstLogin = False
-		if priv & privileges.USER_PENDING_VERIFICATION > 0 or userUtils.hasVerifiedHardware(userID) == False:
+		if priv & privileges.USER_PENDING_VERIFICATION > 0 or not userUtils.hasVerifiedHardware(userID):
 			if userUtils.verifyUser(userID, clientData):
 				# Valid account
 				log.info("Account {} verified successfully!".format(userID))
@@ -118,6 +118,9 @@ def handle(tornadoRequest):
 				expireIn = "{} days".format(expireDays) if expireDays > 1 else "less than 24 hours"
 				responseToken.enqueue(serverPackets.notification("Your donor tag expires in {}! When your donor tag expires, you won't have any of the donor privileges, like yellow username, custom badge and discord custom role and username color! If you wish to keep supporting Ripple and you don't want to lose your donor privileges, you can donate again by clicking on 'Support us' on Ripple's website.".format(expireIn)))
 
+		# Deprecate telegram 2fa and send alert
+		if userUtils.deprecateTelegram2Fa(userID):
+			responseToken.enqueue(serverPackets.notification("As stated on our blog, Telegram 2FA has been deprecated on 29th June 2018. Telegram 2FA has just been disabled from your account. If you want to keep your account secure with 2FA, please enable TOTP-based 2FA from our website https://ripple.moe. Thank you for your patience."))
 
 		# Set silence end UNIX time in token
 		responseToken.silenceEndTime = userUtils.getSilenceEnd(userID)
@@ -173,7 +176,7 @@ def handle(tornadoRequest):
 
 		# Output channels info
 		for key, value in glob.channels.channels.items():
-			if value.publicRead == True and value.hidden == False:
+			if value.publicRead and not value.hidden:
 				responseToken.enqueue(serverPackets.channelInfo(key))
 
 		# Send friends list
@@ -183,8 +186,11 @@ def handle(tornadoRequest):
 		if glob.banchoConf.config["menuIcon"] != "":
 			responseToken.enqueue(serverPackets.mainMenuIcon(glob.banchoConf.config["menuIcon"]))
 
-		# Send online users IDs array
-		responseToken.enqueue(serverPackets.onlineUsers())
+		# Send online users' panels
+		with glob.tokens:
+			for _, token in glob.tokens.tokens.items():
+				if not token.restricted:
+					responseToken.enqueue(serverPackets.userPanel(token.userID))
 
 		# Get location and country from ip.zxq.co or database
 		if glob.localize:
@@ -257,4 +263,4 @@ def handle(tornadoRequest):
 			log.info("Invalid bancho login request from **{}** (insufficient POST data)".format(requestIP), "bunker")
 
 		# Return token string and data
-		return responseTokenString, responseData
+		return responseTokenString, responseData

events/matchBeatmapEvent.py

@@ -15,8 +15,6 @@ def handle(userToken, _, has):
 	if matchID not in glob.matches.matches:
 		return
 
-	# The match exists, get object
-	match = glob.matches.matches[matchID]
-
 	# Set has beatmap/no beatmap
-	match.userHasBeatmap(userID, has)
+	with glob.matches.matches[matchID] as match:
+		match.userHasBeatmap(userID, has)

events/matchChangeTeamEvent.py

@@ -15,8 +15,6 @@ def handle(userToken, _):
 	if matchID not in glob.matches.matches:
 		return
 
-	# Get match object
-	match = glob.matches.matches[matchID]
-
 	# Change team
-	match.changeTeam(userID)
+	with glob.matches.matches[matchID] as match:
+		match.changeTeam(userID)

events/matchCompleteEvent.py

@@ -15,8 +15,6 @@ def handle(userToken, _):
 	if matchID not in glob.matches.matches:
 		return
 
-	# The match exists, get object
-	match = glob.matches.matches[matchID]
-
 	# Set our match complete
-	match.playerCompleted(userID)
+	with glob.matches.matches[matchID] as match:
+		match.playerCompleted(userID)

events/matchFailedEvent.py

@@ -15,8 +15,6 @@ def handle(userToken, _):
 	if matchID not in glob.matches.matches:
 		return
 
-	# Match exists, get object
-	match = glob.matches.matches[matchID]
-
 	# Fail user
-	match.playerFailed(userID)
+	with glob.matches.matches[matchID] as match:
+		match.playerFailed(userID)

events/matchFramesEvent.py

@@ -1,5 +1,5 @@
 from objects import glob
-from constants import serverPackets
+from constants import serverPackets, clientPackets
 
 def handle(userToken, packetData):
 	# Get usertoken data
@@ -16,11 +16,16 @@ def handle(userToken, packetData):
 	if matchID not in glob.matches.matches:
 		return
 
-	# The match exists, get object
-	match = glob.matches.matches[matchID]
+	# Parse the data
+	data = clientPackets.matchFrames(packetData)
 
-	# Change slot id in packetData
-	slotID = match.getUserSlotID(userID)
+	with glob.matches.matches[matchID] as match:
+		# Change slot id in packetData
+		slotID = match.getUserSlotID(userID)
 
-	# Enqueue frames to who's playing
-	glob.streams.broadcast(match.playingStreamName, serverPackets.matchFrames(slotID, packetData))
+		# Update the score
+		match.updateScore(slotID, data["totalScore"])
+		match.updateHP(slotID, data["currentHp"])
+
+		# Enqueue frames to who's playing
+		glob.streams.broadcast(match.playingStreamName, serverPackets.matchFrames(slotID, packetData))

events/matchInviteEvent.py

@@ -17,8 +17,6 @@ def handle(userToken, packetData):
 	if matchID not in glob.matches.matches:
 		return
 
-	# Get match object
-	match = glob.matches.matches[matchID]
-
 	# Send invite
-	match.invite(userID, packetData["userID"])
+	with glob.matches.matches[matchID] as match:
+		match.invite(userID, packetData["userID"])

events/matchLockEvent.py

@@ -12,16 +12,16 @@ def handle(userToken, packetData):
 	matchID = userToken.matchID
 	if matchID not in glob.matches.matches:
 		return
-	match = glob.matches.matches[matchID]
 
-	# Host check
-	if userID != match.hostUserID:
-		return
+	with glob.matches.matches[matchID] as match:
+		# Host check
+		if userID != match.hostUserID:
+			return
 
-	# Make sure we aren't locking our slot
-	ourSlot = match.getUserSlotID(userID)
-	if packetData["slotID"] == ourSlot:
-		return
+		# Make sure we aren't locking our slot
+		ourSlot = match.getUserSlotID(userID)
+		if packetData["slotID"] == ourSlot:
+			return
 
-	# Lock/Unlock slot
-	match.toggleSlotLock(packetData["slotID"])
+		# Lock/Unlock slot
+		match.toggleSlotLocked(packetData["slotID"])

events/matchPlayerLoadEvent.py

@@ -15,8 +15,6 @@ def handle(userToken, _):
 	if matchID not in glob.matches.matches:
 		return
 
-	# The match exists, get object
-	match = glob.matches.matches[matchID]
-
 	# Set our load status
-	match.playerLoaded(userID)
+	with glob.matches.matches[matchID] as match:
+		match.playerLoaded(userID)

events/matchReadyEvent.py

@@ -8,9 +8,14 @@ def handle(userToken, _):
 	matchID = userToken.matchID
 	if matchID not in glob.matches.matches:
 		return
-	match = glob.matches.matches[matchID]
 
-	# Get our slotID and change ready status
-	slotID = match.getUserSlotID(userID)
-	if slotID is not None:
-		match.toggleSlotReady(slotID)
+	with glob.matches.matches[matchID] as match:
+		# Get our slotID and change ready status
+		slotID = match.getUserSlotID(userID)
+		if slotID is not None:
+			match.toggleSlotReady(slotID)
+
+		# If this is a tournament match, we should send the current status of ready
+		# players.
+		if match.isTourney:
+			match.sendReadyStatus()

events/matchSkipEvent.py

@@ -15,8 +15,6 @@ def handle(userToken, _):
 	if matchID not in glob.matches.matches:
 		return
 
-	# The match exists, get object
-	match = glob.matches.matches[matchID]
-
 	# Skip
-	match.playerSkip(userID)
+	with glob.matches.matches[matchID] as match:
+		match.playerSkip(userID)

events/matchStartEvent.py

@@ -13,11 +13,9 @@ def handle(userToken, _):
 	if matchID not in glob.matches.matches:
 		return
 
-	# The match exists, get object
-	match = glob.matches.matches[matchID]
+	with glob.matches.matches[matchID] as match:
+		# Host check
+		if userToken.userID != match.hostUserID:
+			return
 
-	# Host check
-	if userToken.userID != match.hostUserID:
-		return
-
-	match.start()
+		match.start()

events/matchTransferHostEvent.py

@@ -16,12 +16,10 @@ def handle(userToken, packetData):
 	if matchID not in glob.matches.matches:
 		return
 
-	# Match exists, get object
-	match = glob.matches.matches[matchID]
-
 	# Host check
-	if userToken.userID != match.hostUserID:
-		return
+	with glob.matches.matches[matchID] as match:
+		if userToken.userID != match.hostUserID:
+			return
 
-	# Transfer host
-	match.transferHost(packetData["slotID"])
+		# Transfer host
+		match.transferHost(packetData["slotID"])

events/setAwayMessageEvent.py

@@ -1,6 +1,7 @@
 from common.log import logUtils as log
 from constants import clientPackets
 from constants import serverPackets
+from objects import glob
 
 
 def handle(userToken, packetData):
@@ -18,5 +19,5 @@ def handle(userToken, packetData):
 		fokaMessage = "Your away message has been reset"
 	else:
 		fokaMessage = "Your away message is now: {}".format(packetData["awayMessage"])
-	userToken.enqueue(serverPackets.sendMessage("FokaBot", username, fokaMessage))
+	userToken.enqueue(serverPackets.sendMessage(glob.BOT_NAME, username, fokaMessage))
 	log.info("{} has changed their away message to: {}".format(username, packetData["awayMessage"]))

events/spectateFramesEvent.py

@@ -1,30 +1,15 @@
 from objects import glob
 from constants import serverPackets
+from common.log import logUtils as log
 
 def handle(userToken, packetData):
 	# get token data
 	userID = userToken.userID
 
 	# Send spectator frames to every spectator
-	glob.streams.broadcast("spect/{}".format(userID), serverPackets.spectatorFrames(packetData[7:]))
-	'''for i in userToken.spectators:
-		# Send to every user but host
-		if i != userID:
-			try:
-				# Get spectator token object
-				spectatorToken = glob.tokens.getTokenFromUserID(i)
-
-				# Make sure the token exists
-				if spectatorToken is None:
-					raise exceptions.stopSpectating
-
-				# Make sure this user is spectating us
-				if spectatorToken.spectating != userID:
-					raise exceptions.stopSpectating
-
-				# Everything seems fine, send spectator frames to this spectator
-				spectatorToken.enqueue(serverPackets.spectatorFrames(packetData[7:]))
-			except exceptions.stopSpectating:
-				# Remove this user from spectators
-				userToken.removeSpectator(i)
-				userToken.enqueue(serverPackets.removeSpectator(i))'''
+	streamName = "spect/{}".format(userID)
+	glob.streams.broadcast(streamName, serverPackets.spectatorFrames(packetData[7:]))
+	log.debug("Broadcasting {}'s frames to {} clients".format(
+		userID,
+		len(glob.streams.streams[streamName].clients))
+	)

events/startSpectatingEvent.py

@@ -8,6 +8,11 @@ def handle(userToken, packetData):
 		# Start spectating packet
 		packetData = clientPackets.startSpectating(packetData)
 
+		# If the user id is less than 0, treat this as a stop spectating packet
+		if packetData["userID"] < 0:
+			userToken.stopSpectating()
+			return
+
 		# Get host token
 		targetToken = glob.tokens.getTokenFromUserID(packetData["userID"])
 		if targetToken is None:

events/tournamentJoinMatchChannelEvent.py

@@ -5,7 +5,7 @@ from helpers import chatHelper as chat
 def handle(userToken, packetData):
 	packetData = clientPackets.tournamentJoinMatchChannel(packetData)
 	matchID = packetData["matchID"]
-	if matchID not in glob.matches.matches:
+	if matchID not in glob.matches.matches or not userToken.tournament:
 		return
 	userToken.matchID = matchID
-	chat.joinChannel(token=userToken, channel="#multi_{}".format(matchID))
+	chat.joinChannel(token=userToken, channel="#multi_{}".format(matchID), force=True)

events/tournamentLeaveMatchChannelEvent.py

@@ -5,7 +5,7 @@ from helpers import chatHelper as chat
 def handle(userToken, packetData):
 	packetData = clientPackets.tournamentLeaveMatchChannel(packetData)
 	matchID = packetData["matchID"]
-	if matchID not in glob.matches.matches:
+	if matchID not in glob.matches.matches or not userToken.tournament:
 		return
-	chat.partChannel(token=userToken, channel="#multi_{}".format(matchID))
+	chat.partChannel(token=userToken, channel="#multi_{}".format(matchID), force=True)
 	userToken.matchID = 0

events/tournamentMatchInfoRequestEvent.py

@@ -4,6 +4,7 @@ from objects import glob
 def handle(userToken, packetData):
 	packetData = clientPackets.tournamentMatchInfoRequest(packetData)
 	matchID = packetData["matchID"]
-	if matchID not in glob.matches.matches:
+	if matchID not in glob.matches.matches or not userToken.tournament:
 		return
-	userToken.enqueue(glob.matches.matches[matchID].matchDataCache)
+	with glob.matches.matches[matchID] as m:
+		userToken.enqueue(m.matchDataCache)

filters.txt

@@ -1,16 +1,23 @@
-fuck=firetruck
-shit=shish
-ass=peach
-asses=peaches
-bitch=fine lady
-bitches=fine ladies
-asshole=donkey
-ass hole=donkey
-cock=chicken
-cocks=chickens
-dick=eggplant
-dicks=eggplants
-boobs=bob
-tits=teeth
-cum=yogurt
-cunt=count
+fuck=firetruck
+shit=shish
+ass=peach
+asses=peaches
+bitch=fine lady
+bitches=fine ladies
+asshole=donkey
+ass hole=donkey
+cock=chicken
+cocks=chickens
+dick=eggplant
+dicks=eggplants
+boobs=bob
+tits=teeth
+cum=yogurt
+cunt=count
+nigger=flowers
+ngger=flowers
+niggers=flowers
+weed=grass
+AQN=meme
+theaquila=meme
+aquila=meme

handlers/apiFokabotMessageHandler.py

@@ -27,7 +27,11 @@ class handler(requestsManager.asyncRequestHandler):
 			if key is None or key != glob.conf.config["server"]["cikey"]:
 				raise exceptions.invalidArgumentsException()
 
-			chatHelper.sendMessage("FokaBot", self.get_argument("to"), self.get_argument("msg"))
+			chatHelper.sendMessage(
+				glob.BOT_NAME,
+				self.get_argument("to").encode().decode("ASCII", "ignore"),
+				self.get_argument("msg").encode().decode("ASCII", "ignore")
+			)
 
 			# Status code and message
 			statusCode = 200

handlers/apiServerStatusHandler.py

@@ -17,7 +17,7 @@ class handler(requestsManager.asyncRequestHandler):
 		data = {"message": "unknown error"}
 		try:
 			# Get online users count
-			data["result"] = -1 if glob.restarting == True else 1
+			data["result"] = -1 if glob.restarting else 1
 
 			# Status code and message
 			statusCode = 200

handlers/mainHandler.pyx

@@ -93,7 +93,7 @@ class handler(requestsManager.asyncRequestHandler):
 
 				# Token exists, get its object and lock it
 				userToken = glob.tokens.tokens[requestTokenString]
-				userToken.lock.acquire()
+				userToken.processingLock.acquire()
 
 				# Keep reading packets until everything has been read
 				while pos < len(requestData):
@@ -106,7 +106,7 @@ class handler(requestsManager.asyncRequestHandler):
 					packetData = requestData[pos:(pos+dataLength+7)]
 
 					# Console output if needed
-					if glob.outputPackets == True and packetID != 4:
+					if glob.outputPackets and packetID != 4:
 						log.debug("Incoming packet ({})({}):\n\nPacket code: {}\nPacket length: {}\nSingle packet data: {}\n".format(requestTokenString, userToken.username, str(packetID), str(dataLength), str(packetData)))
 
 					# Event handler
@@ -179,7 +179,7 @@ class handler(requestsManager.asyncRequestHandler):
 					# Process/ignore packet
 					if packetID != 4:
 						if packetID in eventHandler:
-							if userToken.restricted == False or (userToken.restricted == True and packetID in packetsRestricted):
+							if not userToken.restricted or (userToken.restricted and packetID in packetsRestricted):
 								eventHandler[packetID]()
 							else:
 								log.warning("Ignored packet id from {} ({}) (user is restricted)".format(requestTokenString, packetID))
@@ -205,8 +205,8 @@ class handler(requestsManager.asyncRequestHandler):
 				if userToken is not None:
 					# Update ping time for timeout
 					userToken.updatePingTime()
-					# Release token lock
-					userToken.lock.release()
+					# Release processing lock
+					userToken.processingLock.release()
 					# Delete token if kicked
 					if userToken.kicked:
 						glob.tokens.deleteToken(userToken)
@@ -243,7 +243,7 @@ class handler(requestsManager.asyncRequestHandler):
 	@tornado.web.asynchronous
 	@tornado.gen.engine
 	def asyncGet(self):
-		html = 	"<html><head><title>MA MAURO ESISTE?</title><style type='text/css'>body{width:30%}</style></head><body><pre>"
+		html = 	"<html><head><title>MA MAURO ESISTE?</title><style type='text/css'>body{width:30%;background:#222;color:#fff;}</style></head><body><pre>"
 		html += "           _                 __<br>"
 		html += "          (_)              /  /<br>"
 		html += "   ______ __ ____   ____  /  /____<br>"
@@ -262,5 +262,5 @@ class handler(requestsManager.asyncRequestHandler):
 		html += "             \\\"\"\"\"\"\"\"\"\"\"\"\"\"\"/<br>"
 		html += "              \\ . ..  .. . /<br>"
 		html += "^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^<br>"
-		html += "</marquee><br><strike>reverse engineering a protocol impossible to reverse engineer since always</strike><br>we are actually reverse engineering bancho successfully. for the third time.<br><br><i>&copy; Ripple team, 2016</i></pre></body></html>"
+		html += "</marquee><br><strike>reverse engineering a protocol impossible to reverse engineer since always</strike><br>we are actually reverse engineering bancho successfully. for the third time.<br><br>Running osufx branch.<br><i>&copy; Ripple team, 2016</i></pre></body></html>"
 		self.write(html)

helpers/chatHelper.py

@@ -8,7 +8,7 @@ from objects import fokabot
 from objects import glob
 
 
-def joinChannel(userID = 0, channel = "", token = None, toIRC = True):
+def joinChannel(userID = 0, channel = "", token = None, toIRC = True, force=False):
 	"""
 	Join a channel
 
@@ -16,6 +16,7 @@ def joinChannel(userID = 0, channel = "", token = None, toIRC = True):
 	:param token: user token object of user that joins the channel. Optional. userID can be used instead.
 	:param channel: channel name
 	:param toIRC: if True, send this channel join event to IRC. Must be true if joining from bancho. Default: True
+	:param force: whether to allow game clients to join #spect_ and #multi_ channels
 	:return: 0 if joined or other IRC code in case of error. Needed only on IRC-side
 	"""
 	try:
@@ -33,11 +34,16 @@ def joinChannel(userID = 0, channel = "", token = None, toIRC = True):
 		if channel not in glob.channels.channels:
 			raise exceptions.channelUnknownException()
 
+		# Make sure a game client is not trying to join a #multi_ or #spect_ channel manually
+		channelObject = glob.channels.channels[channel]
+		if channelObject.isSpecial and not token.irc and not force:
+			raise exceptions.channelUnknownException()
+
 		# Add the channel to our joined channel
-		token.joinChannel(glob.channels.channels[channel])
+		token.joinChannel(channelObject)
 
 		# Send channel joined (IRC)
-		if glob.irc == True and toIRC == True:
+		if glob.irc and not toIRC:
 			glob.ircServer.banchoJoinChannel(token.username, channel)
 
 		# Console output
@@ -58,7 +64,7 @@ def joinChannel(userID = 0, channel = "", token = None, toIRC = True):
 		log.warning("User not connected to IRC/Bancho")
 		return 403	# idk
 
-def partChannel(userID = 0, channel = "", token = None, toIRC = True, kick = False):
+def partChannel(userID = 0, channel = "", token = None, toIRC = True, kick = False, force=False):
 	"""
 	Part a channel
 
@@ -67,6 +73,7 @@ def partChannel(userID = 0, channel = "", token = None, toIRC = True, kick = Fal
 	:param channel: channel name
 	:param toIRC: if True, send this channel join event to IRC. Must be true if joining from bancho. Optional. Default: True
 	:param kick: if True, channel tab will be closed on client. Used when leaving lobby. Optional. Default: False
+	:param force: whether to allow game clients to part #spect_ and #multi_ channels
 	:return: 0 if joined or other IRC code in case of error. Needed only on IRC-side
 	"""
 	try:
@@ -79,7 +86,7 @@ def partChannel(userID = 0, channel = "", token = None, toIRC = True, kick = Fal
 			token = glob.tokens.getTokenFromUserID(userID)
 			# Make sure the token exists
 			if token is None:
-				raise exceptions.userNotFoundException
+				raise exceptions.userNotFoundException()
 		else:
 			token = token
 
@@ -103,17 +110,21 @@ def partChannel(userID = 0, channel = "", token = None, toIRC = True, kick = Fal
 		if channel not in glob.channels.channels:
 			raise exceptions.channelUnknownException()
 
+		# Make sure a game client is not trying to join a #multi_ or #spect_ channel manually
+		channelObject = glob.channels.channels[channel]
+		if channelObject.isSpecial and not token.irc and not force:
+			raise exceptions.channelUnknownException()
+
 		# Make sure the user is in the channel
 		if channel not in token.joinedChannels:
 			raise exceptions.userNotInChannelException()
 
 		# Part channel (token-side and channel-side)
-		channelObject = glob.channels.channels[channel]
 		token.partChannel(channelObject)
 
 		# Delete temporary channel if everyone left
 		if "chat/{}".format(channelObject.name) in glob.streams.streams:
-			if channelObject.temp == True and len(glob.streams.streams["chat/{}".format(channelObject.name)].clients) - 1 == 0:
+			if channelObject.temp and len(glob.streams.streams["chat/{}".format(channelObject.name)].clients) - 1 == 0:
 				glob.channels.removeChannel(channelObject.name)
 
 		# Force close tab if needed
@@ -122,7 +133,7 @@ def partChannel(userID = 0, channel = "", token = None, toIRC = True, kick = Fal
 			token.enqueue(serverPackets.channelKicked(channelClient))
 
 		# IRC part
-		if glob.irc == True and toIRC == True:
+		if glob.irc and toIRC:
 			glob.ircServer.banchoPartChannel(token.username, channel)
 
 		# Console output
@@ -157,15 +168,15 @@ def sendMessage(fro = "", to = "", message = "", token = None, toIRC = True):
 		if token is None:
 			token = glob.tokens.getTokenFromUsername(fro)
 			if token is None:
-				raise exceptions.userNotFoundException
+				raise exceptions.userNotFoundException()
 		else:
 			# token object alredy passed, get its string and its username (fro)
 			fro = token.username
 			#tokenString = token.token
 
 		# Make sure this is not a tournament client
-		if token.tournament:
-			raise exceptions.userTournamentException()
+		# if token.tournament:
+		# 	raise exceptions.userTournamentException()
 
 		# Make sure the user is not in restricted mode
 		if token.restricted:
@@ -177,7 +188,7 @@ def sendMessage(fro = "", to = "", message = "", token = None, toIRC = True):
 
 		# Redirect !report to FokaBot
 		if message.startswith("!report"):
-			to = "FokaBot"
+			to = glob.BOT_NAME
 
 		# Determine internal name if needed
 		# (toclient is used clientwise for #multiplayer and #spectator channels)
@@ -194,6 +205,11 @@ def sendMessage(fro = "", to = "", message = "", token = None, toIRC = True):
 			toClient = "#spectator"
 		elif to.startswith("#multi_"):
 			toClient = "#multiplayer"
+
+		# Make sure the message is valid
+		if not message.strip():
+			raise exceptions.invalidArgumentsException()
+
 		# Truncate message if > 2048 characters
 		message = message[:2048]+"..." if len(message) > 2048 else message
 
@@ -212,11 +228,17 @@ def sendMessage(fro = "", to = "", message = "", token = None, toIRC = True):
 				raise exceptions.channelUnknownException()
 
 			# Make sure the channel is not in moderated mode
-			if glob.channels.channels[to].moderated == True and token.admin == False:
+			if glob.channels.channels[to].moderated and not token.admin:
 				raise exceptions.channelModeratedException()
 
+			# Make sure we are in the channel
+			if to not in token.joinedChannels:
+				# I'm too lazy to put and test the correct IRC error code here...
+				# but IRC is not strict at all so who cares
+				raise exceptions.channelNoPermissionsException()
+
 			# Make sure we have write permissions
-			if glob.channels.channels[to].publicWrite == False and token.admin == False:
+			if not glob.channels.channels[to].publicWrite and not token.admin:
 				raise exceptions.channelNoPermissionsException()
 
 			# Add message in buffer
@@ -236,7 +258,7 @@ def sendMessage(fro = "", to = "", message = "", token = None, toIRC = True):
 			#	raise exceptions.userTournamentException()
 
 			# Make sure the recipient is not restricted or we are FokaBot
-			if recipientToken.restricted == True and fro.lower() != "fokabot":
+			if recipientToken.restricted and fro.lower() != glob.BOT_NAME.lower():
 				raise exceptions.userRestrictedException()
 
 			# TODO: Make sure the recipient has not disabled PMs for non-friends or he's our friend
@@ -246,30 +268,34 @@ def sendMessage(fro = "", to = "", message = "", token = None, toIRC = True):
 				sendMessage(to, fro, "\x01ACTION is away: {}\x01".format(recipientToken.awayMessage))
 
 			# Check message templates (mods/admins only)
-			if message in messageTemplates.templates and token.admin == True:
+			if message in messageTemplates.templates and token.admin:
 				sendMessage(fro, to, messageTemplates.templates[message])
 
 			# Everything seems fine, send packet
 			recipientToken.enqueue(packet)
 
 		# Send the message to IRC
-		if glob.irc == True and toIRC == True:
-			glob.ircServer.banchoMessage(fro, to, message)
+		if glob.irc and toIRC:
+			messageSplitInLines = message.encode("latin-1").decode("utf-8").split("\n")
+			for line in messageSplitInLines:
+				if line == messageSplitInLines[:1] and line == "":
+					continue
+				glob.ircServer.banchoMessage(fro, to, line)
 
 		# Spam protection (ignore FokaBot)
 		if token.userID > 999:
 			token.spamProtection()
 
 		# Fokabot message
-		if isChannel == True or to.lower() == "fokabot":
+		if isChannel or to.lower() == glob.BOT_NAME.lower():
 			fokaMessage = fokabot.fokabotResponse(token.username, to, message)
 			if fokaMessage:
-				sendMessage("FokaBot", to if isChannel else fro, fokaMessage)
+				sendMessage(glob.BOT_NAME, to if isChannel else fro, fokaMessage)
 
 		# File and discord logs (public chat only)
 		if to.startswith("#") and not (message.startswith("\x01ACTION is playing") and to.startswith("#spect_")):
-			log.chat("{fro} @ {to}: {message}".format(fro=token.username, to=to, message=str(message.encode("utf-8"))))
-			glob.schiavo.sendChatlog("**{fro} @ {to}:** {message}".format(fro=token.username, to=to, message=str(message.encode("utf-8"))[2:-1]))
+			log.chat("{fro} @ {to}: {message}".format(fro=token.username, to=to, message=message.encode("latin-1").decode("utf-8")))
+			glob.schiavo.sendChatlog("**{fro} @ {to}:** {message}".format(fro=token.username, to=to, message=message.encode("latin-1").decode("utf-8")))
 		return 0
 	except exceptions.userSilencedException:
 		token.enqueue(serverPackets.silenceEndTime(token.getSilenceSecondsLeft()))
@@ -293,6 +319,9 @@ def sendMessage(fro = "", to = "", message = "", token = None, toIRC = True):
 	except exceptions.userNotFoundException:
 		log.warning("User not connected to IRC/Bancho")
 		return 401
+	except exceptions.invalidArgumentsException:
+		log.warning("{} tried to send an invalid message to {}".format(token.username, to))
+		return 404
 
 
 """ IRC-Bancho Connect/Disconnect/Join/Part interfaces"""

helpers/configHelper.py

@@ -48,16 +48,16 @@ class config:
 			self.config.get("server","gziplevel")
 			self.config.get("server","cikey")
 
-			self.config.get("mirror","url")
-			self.config.get("mirror","apikey")
+			self.config.get("cheesegull", "apiurl")
+			self.config.get("cheesegull", "apikey")
 
 			self.config.get("debug","enable")
 			self.config.get("debug","packets")
 			self.config.get("debug","time")
 
 			self.config.get("sentry","enable")
-			self.config.get("sentry","banchodns")
-			self.config.get("sentry","ircdns")
+			self.config.get("sentry","banchodsn")
+			self.config.get("sentry","ircdsn")
 
 			self.config.get("discord","enable")
 			self.config.get("discord","boturl")
@@ -73,6 +73,8 @@ class config:
 
 			self.config.get("localize","enable")
 			self.config.get("localize","ipapiurl")
+
+			self.config.get("custom", "config")
 			return True
 		except configparser.Error:
 			return False
@@ -107,9 +109,9 @@ class config:
 		self.config.set("server", "gziplevel", "6")
 		self.config.set("server", "cikey", "changeme")
 
-		self.config.add_section("mirror")
-		self.config.set("mirror", "url", "http://storage.ripple.moe")
-		self.config.set("mirror", "apikey", "anotherkey")
+		self.config.add_section("cheesegull")
+		self.config.set("cheesegull", "apiurl", "http://cheesegu.ll/api")
+		self.config.set("cheesegull", "apikey", "")
 
 		self.config.add_section("debug")
 		self.config.set("debug", "enable", "0")
@@ -118,8 +120,8 @@ class config:
 
 		self.config.add_section("sentry")
 		self.config.set("sentry", "enable", "0")
-		self.config.set("sentry", "banchodns", "")
-		self.config.set("sentry", "ircdns", "")
+		self.config.set("sentry", "banchodsn", "")
+		self.config.set("sentry", "ircdsn", "")
 
 		self.config.add_section("discord")
 		self.config.set("discord", "enable", "0")
@@ -140,6 +142,9 @@ class config:
 		self.config.set("localize", "enable", "1")
 		self.config.set("localize", "ipapiurl", "http://ip.zxq.co")
 
+		self.config.add_section("custom")
+		self.config.set("custom", "config", "common/config.json")
+
 		# Write ini to file and close
 		self.config.write(f)
 		f.close()

helpers/consoleHelper.py

@@ -27,8 +27,11 @@ def printServerStartHeader(asciiArt=True):
 		print("^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^{}".format(bcolors.ENDC))
 
 	printColored("> Welcome to pep.py osu!bancho server v{}".format(glob.VERSION), bcolors.GREEN)
+	printColored("> Common submodule v{}".format(glob.COMMON_VERSION), bcolors.GREEN)
 	printColored("> Made by the Ripple team", bcolors.GREEN)
-	printColored("> {}https://git.zxq.co/ripple/pep.py".format(bcolors.UNDERLINE), bcolors.GREEN)
+	printColored("> {}https://zxq.co/ripple/pep.py".format(bcolors.UNDERLINE), bcolors.GREEN)
+	printColored("> Custom branch by the osufx team (just Sunpy)", bcolors.GREEN)
+	printColored("> {}https://github.com/osufx/pep.py".format(bcolors.UNDERLINE), bcolors.GREEN)
 	printColored("> Press CTRL+C to exit\n", bcolors.GREEN)
 
 def printNoNl(string):

irc/ircserver.py

@@ -17,6 +17,7 @@ import traceback
 import raven
 
 from common.log import logUtils as log
+from common.ripple import userUtils
 from helpers import chatHelper as chat
 from objects import glob
 
@@ -44,6 +45,7 @@ class Client:
 		self.IRCUsername = ""
 		self.banchoUsername = ""
 		self.supposedUsername = ""
+		self.supposedUserID = 0
 		self.joinedChannels = []
 
 	def messageChannel(self, channel, command, message, includeSelf=False):
@@ -280,9 +282,10 @@ class Client:
 				m = hashlib.md5()
 				m.update(arguments[0].encode("utf-8"))
 				tokenHash = m.hexdigest()
-				supposedUsername = glob.db.fetch("SELECT users.username FROM users LEFT JOIN irc_tokens ON users.id = irc_tokens.userid WHERE irc_tokens.token = %s LIMIT 1", [tokenHash])
-				if supposedUsername:
-					self.supposedUsername = chat.fixUsernameForIRC(supposedUsername["username"])
+				supposedUser = glob.db.fetch("SELECT users.username, users.id FROM users LEFT JOIN irc_tokens ON users.id = irc_tokens.userid WHERE irc_tokens.token = %s LIMIT 1", [tokenHash])
+				if supposedUser:
+					self.supposedUsername = chat.fixUsernameForIRC(supposedUser["username"])
+					self.supposedUserID = supposedUser["id"]
 					self.__handleCommand = self.registerHandler
 				else:
 					# Wrong IRC Token
@@ -310,6 +313,11 @@ class Client:
 				self.reply("464 :Password incorrect")
 				return
 
+			# Make sure that the user is not banned/restricted:
+			if not userUtils.isAllowed(self.supposedUserID):
+				self.reply("465 :You're banned")
+				return
+
 			# Make sure we are not connected to Bancho
 			token = glob.tokens.getTokenFromUsername(chat.fixUsernameForBancho(nick), True)
 			if token is not None:
@@ -640,7 +648,7 @@ class Server:
 		# Sentry
 		sentryClient = None
 		if glob.sentry:
-			sentryClient = raven.Client(glob.conf.config["sentry"]["ircdns"])
+			sentryClient = raven.Client(glob.conf.config["sentry"]["ircdsn"])
 
 		serversocket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
 		serversocket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)

objects/banchoConfig.py

@@ -2,6 +2,7 @@
 from common import generalUtils
 from constants import serverPackets
 from objects import glob
+from common.log import logUtils as log
 
 
 class banchoConfig:
@@ -30,7 +31,12 @@ class banchoConfig:
 		"""
 		self.config["banchoMaintenance"] = generalUtils.stringToBool(glob.db.fetch("SELECT value_int FROM bancho_settings WHERE name = 'bancho_maintenance'")["value_int"])
 		self.config["freeDirect"] = generalUtils.stringToBool(glob.db.fetch("SELECT value_int FROM bancho_settings WHERE name = 'free_direct'")["value_int"])
-		self.config["menuIcon"] = glob.db.fetch("SELECT value_string FROM bancho_settings WHERE name = 'menu_icon'")["value_string"]
+		mainMenuIcon = glob.db.fetch("SELECT file_id, url FROM main_menu_icons WHERE is_current = 1 LIMIT 1")
+		if mainMenuIcon is None:
+			self.config["menuIcon"] = ""
+		else:
+			imageURL = "https://i.ppy.sh/{}.png".format(mainMenuIcon["file_id"])
+			self.config["menuIcon"] = "{}|{}".format(imageURL, mainMenuIcon["url"])
 		self.config["loginNotification"] = glob.db.fetch("SELECT value_string FROM bancho_settings WHERE name = 'login_notification'")["value_string"]
 
 
@@ -57,5 +63,5 @@ class banchoConfig:
 		glob.streams.broadcast("main", serverPackets.mainMenuIcon(glob.banchoConf.config["menuIcon"]))
 		glob.streams.broadcast("main", serverPackets.channelInfoEnd())
 		for key, value in glob.channels.channels.items():
-			if value.publicRead == True and value.hidden == False:
+			if value.publicRead and not value.hidden:
 				glob.streams.broadcast("main", serverPackets.channelInfo(key))

objects/channel.py

@@ -1,3 +1,6 @@
+import logging
+
+from constants import exceptions
 from objects import glob
 
 class channel:
@@ -20,14 +23,22 @@ class channel:
 		self.temp = temp
 		self.hidden = hidden
 
-		# Client name (#spectator/#multiplayer)
-		self.clientName = self.name
-		if self.name.startswith("#spect_"):
-			self.clientName = "#spectator"
-		elif self.name.startswith("#multi_"):
-			self.clientName = "#multiplayer"
-
 		# Make Foka join the channel
 		fokaToken = glob.tokens.getTokenFromUserID(999)
 		if fokaToken is not None:
-			fokaToken.joinChannel(self)
+			try:
+				fokaToken.joinChannel(self)
+			except exceptions.userAlreadyInChannelException:
+				logging.warning("FokaBot has already joined channel {}".format(self.name))
+
+	@property
+	def isSpecial(self):
+		return any(self.name.startswith(x) for x in ("#spect_", "#multi_"))
+
+	@property
+	def clientName(self):
+		if self.name.startswith("#spect_"):
+			return "#spectator"
+		elif self.name.startswith("#multi_"):
+			return "#multiplayer"
+		return self.name

objects/channelList.py

@@ -53,6 +53,20 @@ class channelList:
 		self.channels[name] = channel.channel(name, "Chat", True, True, True, True)
 		log.info("Created temp channel {}".format(name))
 
+	def addHiddenChannel(self, name):
+		"""
+		Add a hidden channel. It's like a normal channel and must be deleted manually,
+		but it's not shown in channels list.
+
+		:param name: channel name
+		:return: True if the channel was created, otherwise False
+		"""
+		if name in self.channels:
+			return False
+		glob.streams.add("chat/{}".format(name))
+		self.channels[name] = channel.channel(name, "Chat", True, True, False, True)
+		log.info("Created hidden channel {}".format(name))
+
 	def removeChannel(self, name):
 		"""
 		Removes a channel from channels list

objects/chatFilters.py

@@ -36,6 +36,8 @@ class chatFilters:
 		:param message: normal message
 		:return: filtered message
 		"""
+		return message
+		"""
 		# Split words by spaces
 		messageTemp = message.split(" ")
 
@@ -49,3 +51,4 @@ class chatFilters:
 
 		# Return filtered message
 		return message
+		"""

objects/fokabot.py

@@ -17,6 +17,7 @@ def connect():
 
 	:return:
 	"""
+	glob.BOT_NAME = userUtils.getUsername(999)
 	token = glob.tokens.addToken(999)
 	token.actionID = actions.IDLE
 	glob.streams.broadcast("main", serverPackets.userPanel(999))
@@ -41,7 +42,7 @@ def fokabotResponse(fro, chan, message):
 	"""
 	for i in fokabotCommands.commands:
 		# Loop though all commands
-		if generalUtils.strContains(message, i["trigger"]):
+		if re.compile("^{}( (.+)?)?$".format(i["trigger"])).match(message.strip()):
 			# message has triggered a command
 
 			# Make sure the user has right permissions

objects/glob.py

@@ -18,6 +18,7 @@ except:
 	VERSION = "Unknown"
 
 DATADOG_PREFIX = "peppy"
+BOT_NAME = "FokaBot"
 application = None
 db = None
 redis = None
@@ -48,3 +49,11 @@ restarting = False
 startTime = int(time.time())
 
 streams = streamList.streamList()
+
+# Additional modifications
+COMMON_VERSION_REQ = "1.2.1"
+try:
+	with open("common/version") as f:
+		COMMON_VERSION = f.read().strip()
+except:
+	COMMON_VERSION = "Unknown"

objects/match.py

@@ -1,4 +1,9 @@
 import copy
+import json
+import threading
+
+import time
+
 from common.log import logUtils as log
 from constants import dataTypes
 from constants import matchModModes
@@ -14,16 +19,19 @@ from objects import glob
 class slot:
 	def __init__(self):
 		self.status = slotStatuses.FREE
-		self.team = 0
+		self.team = matchTeams.NO_TEAM
 		self.userID = -1
 		self.user = None
 		self.mods = 0
 		self.loaded = False
 		self.skip = False
 		self.complete = False
+		self.score = 0
+		self.failed = False
+		self.passed = True
 
 class match:
-	def __init__(self, matchID, matchName, matchPassword, beatmapID, beatmapName, beatmapMD5, gameMode, hostUserID):
+	def __init__(self, matchID, matchName, matchPassword, beatmapID, beatmapName, beatmapMD5, gameMode, hostUserID, isTourney=False):
 		"""
 		Create a new match object
 
@@ -53,6 +61,13 @@ class match:
 		self.matchModMode = matchModModes.NORMAL			# default value
 		self.seed = 0
 		self.matchDataCache = bytes()
+		self.isTourney = isTourney
+		self.isLocked = False 	# if True, users can't change slots/teams. Used in tourney matches
+		self.isStarting = False
+		self._lock = threading.Lock()
+		self.createTime = int(time.time())
+		self.vinseID = None
+		self.bloodcatAlert = False
 
 		# Create all slots and reset them
 		self.slots = []
@@ -64,59 +79,67 @@ class match:
 		glob.streams.add(self.playingStreamName)
 
 		# Create #multiplayer channel
-		glob.channels.addTempChannel("#multi_{}".format(self.matchID))
+		glob.channels.addHiddenChannel("#multi_{}".format(self.matchID))
+		log.info("MPROOM{}: {} match created!".format(self.matchID, "Tourney" if self.isTourney else "Normal"))
 
-	def getMatchData(self):
+	def getMatchData(self, censored = False):
 		"""
 		Return binary match data structure for packetHelper
+		Return binary match data structure for packetHelper
 
 		:return:
 		"""
 		# General match info
 		# TODO: Test without safe copy, the error might have been caused by outdated python bytecode cache
-		safeMatch = copy.deepcopy(self)
+		# safeMatch = copy.deepcopy(self)
 		struct = [
-			[safeMatch.matchID, dataTypes.UINT16],
-			[int(safeMatch.inProgress), dataTypes.BYTE],
+			[self.matchID, dataTypes.UINT16],
+			[int(self.inProgress), dataTypes.BYTE],
 			[0, dataTypes.BYTE],
-			[safeMatch.mods, dataTypes.UINT32],
-			[safeMatch.matchName, dataTypes.STRING],
-			[safeMatch.matchPassword, dataTypes.STRING],
-			[safeMatch.beatmapName, dataTypes.STRING],
-			[safeMatch.beatmapID, dataTypes.UINT32],
-			[safeMatch.beatmapMD5, dataTypes.STRING],
+			[self.mods, dataTypes.UINT32],
+			[self.matchName, dataTypes.STRING]
 		]
+		if censored and self.matchPassword:
+			struct.append(["redacted", dataTypes.STRING])
+		else:
+			struct.append([self.matchPassword, dataTypes.STRING])
+
+		struct.extend([
+			[self.beatmapName, dataTypes.STRING],
+			[self.beatmapID, dataTypes.UINT32],
+			[self.beatmapMD5, dataTypes.STRING]
+		])
 
 		# Slots status IDs, always 16 elements
 		for i in range(0,16):
-			struct.append([safeMatch.slots[i].status, dataTypes.BYTE])
+			struct.append([self.slots[i].status, dataTypes.BYTE])
 
 		# Slot teams, always 16 elements
 		for i in range(0,16):
-			struct.append([safeMatch.slots[i].team, dataTypes.BYTE])
+			struct.append([self.slots[i].team, dataTypes.BYTE])
 
 		# Slot user ID. Write only if slot is occupied
 		for i in range(0,16):
-			if safeMatch.slots[i].user is not None and safeMatch.slots[i].user in glob.tokens.tokens:
-				struct.append([glob.tokens.tokens[safeMatch.slots[i].user].userID, dataTypes.UINT32])
+			if self.slots[i].user is not None and self.slots[i].user in glob.tokens.tokens:
+				struct.append([glob.tokens.tokens[self.slots[i].user].userID, dataTypes.UINT32])
 
 		# Other match data
 		struct.extend([
-			[safeMatch.hostUserID, dataTypes.SINT32],
-			[safeMatch.gameMode, dataTypes.BYTE],
-			[safeMatch.matchScoringType, dataTypes.BYTE],
-			[safeMatch.matchTeamType, dataTypes.BYTE],
-			[safeMatch.matchModMode, dataTypes.BYTE],
+			[self.hostUserID, dataTypes.SINT32],
+			[self.gameMode, dataTypes.BYTE],
+			[self.matchScoringType, dataTypes.BYTE],
+			[self.matchTeamType, dataTypes.BYTE],
+			[self.matchModMode, dataTypes.BYTE],
 		])
 
 		# Slot mods if free mod is enabled
-		if safeMatch.matchModMode == matchModModes.FREE_MOD:
+		if self.matchModMode == matchModModes.FREE_MOD:
 			for i in range(0,16):
-				struct.append([safeMatch.slots[i].mods, dataTypes.UINT32])
+				struct.append([self.slots[i].mods, dataTypes.UINT32])
 
 		# Seed idk
 		# TODO: Implement this, it should be used for mania "random" mod
-		struct.append([safeMatch.seed, dataTypes.UINT32])
+		struct.append([self.seed, dataTypes.UINT32])
 
 		return struct
 
@@ -129,12 +152,22 @@ class match:
 		"""
 		slotID = self.getUserSlotID(newHost)
 		if slotID is None or self.slots[slotID].user not in glob.tokens.tokens:
-			return
+			return False
 		token = glob.tokens.tokens[self.slots[slotID].user]
 		self.hostUserID = newHost
 		token.enqueue(serverPackets.matchTransferHost())
 		self.sendUpdates()
 		log.info("MPROOM{}: {} is now the host".format(self.matchID, token.username))
+		return True
+
+	def removeHost(self):
+		"""
+		Removes the host (for tourney matches)
+		:return:
+		"""
+		self.hostUserID = -1
+		self.sendUpdates()
+		log.info("MPROOM{}: Removed host".format(self.matchID))
 
 	def setSlot(self, slotID, status = None, team = None, user = "", mods = None, loaded = None, skip = None, complete = None):
 		"""
@@ -195,6 +228,8 @@ class match:
 		:return:
 		"""
 		# Update ready status and setnd update
+		if self.slots[slotID].user is None or self.isStarting:
+			return
 		oldStatus = self.slots[slotID].status
 		if oldStatus == slotStatuses.READY:
 			newStatus = slotStatuses.NOT_READY
@@ -204,7 +239,7 @@ class match:
 		self.sendUpdates()
 		log.info("MPROOM{}: Slot{} changed ready status to {}".format(self.matchID, slotID, self.slots[slotID].status))
 
-	def toggleSlotLock(self, slotID):
+	def toggleSlotLocked(self, slotID):
 		"""
 		Lock a slot
 		Same as calling setSlot and then sendUpdate
@@ -218,7 +253,7 @@ class match:
 		else:
 			newStatus = slotStatuses.LOCKED
 
-		# Send updated settings to kicked user, so he returns to lobby
+		# Send updated settings to kicked user, so they will return to the lobby.
 		if self.slots[slotID].user is not None and self.slots[slotID].user in glob.tokens.tokens:
 			glob.tokens.tokens[self.slots[slotID].user].enqueue(serverPackets.updateMatch(self.matchID))
 
@@ -305,6 +340,26 @@ class match:
 		glob.streams.broadcast(self.playingStreamName, serverPackets.allPlayersSkipped())
 		log.info("MPROOM{}: All players have skipped!".format(self.matchID))
 
+	def updateScore(self, slotID, score):
+		"""
+		Update score for a slot
+
+		:param slotID: the slot that the user that is updating their score is in
+		:param score: the new score to update
+		:return:
+		"""
+		self.slots[slotID].score = score
+
+	def updateHP(self, slotID, hp):
+		"""
+		Update HP for a slot
+
+		:param slotID: the slot that the user that is updating their hp is in
+		:param hp: the new hp to update
+		:return:
+		"""
+		self.slots[slotID].failed = True if hp == 254 else False
+
 	def playerCompleted(self, userID):
 		"""
 		Set userID's slot completed to True
@@ -337,16 +392,35 @@ class match:
 
 		:return:
 		"""
+		# Collect some info about the match that just ended to send to the api
+		infoToSend = {
+			"id": self.matchID,
+			"name": self.matchName,
+			"beatmap_id": self.beatmapID,
+			"mods": self.mods,
+			"game_mode": self.gameMode,
+			"scores": {}
+		}
+
+		# Add score info for each player
+		for i in range(0,16):
+			if self.slots[i].user is not None and self.slots[i].status == slotStatuses.PLAYING:
+				infoToSend["scores"][glob.tokens.tokens[self.slots[i].user].userID] = {
+					"score": self.slots[i].score,
+					"mods": self.slots[i].mods,
+					"failed": self.slots[i].failed,
+					"pass": self.slots[i].passed,
+					"team": self.slots[i].team
+				}
+
+		# Send the info to the api
+		glob.redis.publish("api:mp_complete_match", json.dumps(infoToSend))
+
 		# Reset inProgress
 		self.inProgress = False
 
 		# Reset slots
-		for i in range(0,16):
-			if self.slots[i].user is not None and self.slots[i].status == slotStatuses.PLAYING:
-				self.slots[i].status = slotStatuses.NOT_READY
-				self.slots[i].loaded = False
-				self.slots[i].skip = False
-				self.slots[i].complete = False
+		self.resetSlots()
 
 		# Send match update
 		self.sendUpdates()
@@ -361,6 +435,40 @@ class match:
 		# Console output
 		log.info("MPROOM{}: Match completed".format(self.matchID))
 
+		# Set vinse id if needed
+		chanName = "#multi_{}".format(self.matchID)
+		if self.vinseID is None:
+			self.vinseID = (int(time.time()) // (60 * 15)) << 32 | self.matchID
+			chat.sendMessage("FokaBot", chanName, "Match history available [{} here]".format(
+				"https://vinse.ripple.moe/match/{}".format(self.vinseID)
+			))
+		if not self.bloodcatAlert:
+			chat.sendMessage(
+				"FokaBot",
+				chanName,
+				"Oh by the way, in case you're playing unranked or broken maps "
+				"that are now available through ripple's osu!direct, you can "
+				"type '!bloodcat' in the chat to get a download link for the "
+				"currently selected map from Bloodcat!"
+			)
+			self.bloodcatAlert = True
+
+		# If this is a tournament match, then we send a notification in the chat
+		# saying that the match has completed.
+		if self.isTourney and (chanName in glob.channels.channels):
+			chat.sendMessage(glob.BOT_NAME, chanName, "Match has just finished.")
+
+	def resetSlots(self):
+		for i in range(0,16):
+			if self.slots[i].user is not None and self.slots[i].status == slotStatuses.PLAYING:
+				self.slots[i].status = slotStatuses.NOT_READY
+				self.slots[i].loaded = False
+				self.slots[i].skip = False
+				self.slots[i].complete = False
+				self.slots[i].score = 0
+				self.slots[i].failed = False
+				self.slots[i].passed = True
+
 	def getUserSlotID(self, userID):
 		"""
 		Get slot ID occupied by userID
@@ -389,7 +497,10 @@ class match:
 		for i in range(0,16):
 			if self.slots[i].status == slotStatuses.FREE:
 				# Occupy slot
-				self.setSlot(i, slotStatuses.NOT_READY, 0, user.token, 0)
+				team = matchTeams.NO_TEAM
+				if self.matchTeamType == matchTeamTypes.TEAM_VS or self.matchTeamType == matchTeamTypes.TAG_TEAM_VS:
+					team = matchTeams.RED if i % 2 == 0 else matchTeams.BLUE
+				self.setSlot(i, slotStatuses.NOT_READY, team, user.token, 0)
 
 				# Send updated match data
 				self.sendUpdates()
@@ -400,11 +511,12 @@ class match:
 
 		return False
 
-	def userLeft(self, user):
+	def userLeft(self, user, disposeMatch=True):
 		"""
 		Remove someone from users in match
 
 		:param user: user object of the user
+		:param disposeMatch: if `True`, will try to dispose match if there are no users in the room
 		:return:
 		"""
 		# Make sure the user is in room
@@ -416,10 +528,10 @@ class match:
 		self.setSlot(slotID, slotStatuses.FREE, 0, None, 0)
 
 		# Check if everyone left
-		if self.countUsers() == 0:
+		if self.countUsers() == 0 and disposeMatch and not self.isTourney:
 			# Dispose match
 			glob.matches.disposeMatch(self.matchID)
-			log.info("MPROOM{}: Room disposed".format(self.matchID))
+			log.info("MPROOM{}: Room disposed because all users left".format(self.matchID))
 			return
 
 		# Check if host left
@@ -444,14 +556,18 @@ class match:
 		:param newSlotID: slot id of new slot
 		:return:
 		"""
+		# Make sure the match is not locked
+		if self.isLocked or self.isStarting:
+			return False
+
 		# Make sure the user is in room
 		oldSlotID = self.getUserSlotID(userID)
 		if oldSlotID is None:
-			return
+			return False
 
 		# Make sure there is no one inside new slot
-		if self.slots[newSlotID].user is not None and self.slots[newSlotID].status != slotStatuses.FREE:
-			return
+		if self.slots[newSlotID].user is not None or self.slots[newSlotID].status != slotStatuses.FREE:
+			return False
 
 		# Get old slot data
 		#oldData = dill.copy(self.slots[oldSlotID])
@@ -468,6 +584,7 @@ class match:
 
 		# Console output
 		log.info("MPROOM{}: {} moved to slot {}".format(self.matchID, userID, newSlotID))
+		return True
 
 	def changePassword(self, newPassword):
 		"""
@@ -533,7 +650,7 @@ class match:
 		self.setHost(glob.tokens.tokens[self.slots[slotID].user].userID)
 
 		# Send updates
-		self.sendUpdates()
+		# self.sendUpdates()
 
 	def playerFailed(self, userID):
 		"""
@@ -547,6 +664,8 @@ class match:
 		if slotID is None:
 			return
 
+		self.slots[slotID].passed = False
+
 		# Send packet to everyone
 		glob.streams.broadcast(self.playingStreamName, serverPackets.playerFailed(slotID))
 
@@ -569,7 +688,7 @@ class match:
 
 		# FokaBot is too busy
 		if to == 999:
-			chat.sendMessage("FokaBot", froToken.username, "I would love to join your match, but I'm busy keeping ripple up and running. Sorry. Beep Boop.")
+			chat.sendMessage(glob.BOT_NAME, froToken.username, "I would love to join your match, but I'm busy keeping ripple up and running. Sorry. Beep Boop.")
 
 		# Send message
 		message = "Come join my multiplayer match: \"[osump://{}/{} {}]\"".format(self.matchID, self.matchPassword.replace(" ", "_"), self.matchName)
@@ -587,20 +706,29 @@ class match:
 				c+=1
 		return c
 
-	def changeTeam(self, userID):
+	def changeTeam(self, userID, newTeam=None):
 		"""
 		Change userID's team
 
 		:param userID: id of user
 		:return:
 		"""
+		# Make sure this match's mode has teams
+		if self.matchTeamType != matchTeamTypes.TEAM_VS and self.matchTeamType != matchTeamTypes.TAG_TEAM_VS:
+			return
+
+		# Make sure the match is not locked
+		if self.isLocked or self.isStarting:
+			return
+
 		# Make sure the user is in room
 		slotID = self.getUserSlotID(userID)
 		if slotID is None:
 			return
 
 		# Update slot and send update
-		newTeam = matchTeams.BLUE if self.slots[slotID].team == matchTeams.RED else matchTeams.RED
+		if newTeam is None:
+			newTeam = matchTeams.BLUE if self.slots[slotID].team == matchTeams.RED else matchTeams.RED
 		self.setSlot(slotID, None, newTeam)
 		self.sendUpdates()
 
@@ -611,9 +739,11 @@ class match:
 		:return:
 		"""
 		self.matchDataCache = serverPackets.updateMatch(self.matchID)
+		censoredDataCache = serverPackets.updateMatch(self.matchID, censored=True)
 		if self.matchDataCache is not None:
 			glob.streams.broadcast(self.streamName, self.matchDataCache)
-			glob.streams.broadcast("lobby", self.matchDataCache)
+		if censoredDataCache is not None:
+			glob.streams.broadcast("lobby", censoredDataCache)
 		else:
 			log.error("MPROOM{}: Can't send match update packet, match data is None!!!".format(self.matchID))
 
@@ -624,7 +754,7 @@ class match:
 		:return: True if valid, False if invalid
 		:return:
 		"""
-		if self.matchTeamType != matchTeamTypes.TEAM_VS or self.matchTeamType != matchTeamTypes.TAG_TEAM_VS:
+		if self.matchTeamType != matchTeamTypes.TEAM_VS and self.matchTeamType != matchTeamTypes.TAG_TEAM_VS:
 			# Teams are always valid if we have no teams
 			return True
 
@@ -647,20 +777,23 @@ class match:
 
 		:return:
 		"""
+		# Remove isStarting timer flag thingie
+		self.isStarting = False
+
 		# Make sure we have enough players
 		if self.countUsers() < 2 or not self.checkTeams():
-			return
+			return False
 
 		# Create playing channel
 		glob.streams.add(self.playingStreamName)
 
 		# Change inProgress value
-		match.inProgress = True
+		self.inProgress = True
 
 		# Set playing to ready players and set load, skip and complete to False
 		# Make clients join playing stream
 		for i in range(0, 16):
-			if (self.slots[i].status & slotStatuses.READY) > 0 and self.slots[i].user in glob.tokens.tokens:
+			if self.slots[i].user in glob.tokens.tokens:
 				self.slots[i].status = slotStatuses.PLAYING
 				self.slots[i].loaded = False
 				self.slots[i].skip = False
@@ -671,4 +804,86 @@ class match:
 		glob.streams.broadcast(self.playingStreamName, serverPackets.matchStart(self.matchID))
 
 		# Send updates
-		self.sendUpdates()
+		self.sendUpdates()
+		return True
+
+	def forceSize(self, matchSize):
+		for i in range(0, matchSize):
+			if self.slots[i].status == slotStatuses.LOCKED:
+				self.toggleSlotLocked(i)
+		for i in range(matchSize, 16):
+			if self.slots[i].status != slotStatuses.LOCKED:
+				self.toggleSlotLocked(i)
+
+	def abort(self):
+		if not self.inProgress:
+			log.warning("MPROOM{}: Match is not in progress!".format(self.matchID))
+			return
+		self.inProgress = False
+		self.isStarting = False
+		self.resetSlots()
+		self.sendUpdates()
+		glob.streams.broadcast(self.playingStreamName, serverPackets.matchAbort())
+		glob.streams.dispose(self.playingStreamName)
+		glob.streams.remove(self.playingStreamName)
+		log.info("MPROOM{}: Match aborted".format(self.matchID))
+
+	def initializeTeams(self):
+		if self.matchTeamType == matchTeamTypes.TEAM_VS or self.matchTeamType == matchTeamTypes.TAG_TEAM_VS:
+			# Set teams
+			for i, _slot in enumerate(self.slots):
+				_slot.team = matchTeams.RED if i % 2 == 0 else matchTeams.BLUE
+		else:
+			# Reset teams
+			for _slot in self.slots:
+				_slot.team = matchTeams.NO_TEAM
+
+	def resetMods(self):
+		for _slot in self.slots:
+			_slot.mods = 0
+
+	def resetReady(self):
+		for _slot in self.slots:
+			if _slot.status == slotStatuses.READY:
+				_slot.status = slotStatuses.NOT_READY
+
+	def sendReadyStatus(self):
+		chanName = "#multi_{}".format(self.matchID)
+
+		# Make sure match exists before attempting to do anything else
+		if chanName not in glob.channels.channels:
+			return
+
+		totalUsers = 0
+		readyUsers = 0
+
+		for slot in self.slots:
+			# Make sure there is a user in this slot
+			if slot.user is None:
+				continue
+
+			# In this slot there is a user, so we increase the amount of total users
+			# in this multi room.
+			totalUsers += 1
+
+			if slot.status == slotStatuses.READY:
+				readyUsers += 1
+
+		message = "{} users ready out of {}.".format(readyUsers, totalUsers)
+
+		if totalUsers == readyUsers:
+			message += " All users ready!"
+
+		# Check whether there is anyone left in this match.
+		if totalUsers == 0:
+			message = "The match is now empty."
+
+		chat.sendMessage(glob.BOT_NAME, chanName, message)
+
+	def __enter__(self):
+		# 🌚🌚🌚🌚🌚
+		self._lock.acquire()
+		return self
+
+	def __exit__(self, exc_type, exc_val, exc_tb):
+		self._lock.release()

objects/matchList.py

@@ -1,6 +1,12 @@
+import threading
+import time
+
+from common.sentry import sentry
+from constants.exceptions import periodicLoopException
 from objects import match
 from objects import glob
 from constants import serverPackets
+from common.log import logUtils as log
 
 class matchList:
 	def __init__(self):
@@ -8,7 +14,7 @@ class matchList:
 		self.matches = {}
 		self.lastID = 1
 
-	def createMatch(self, matchName, matchPassword, beatmapID, beatmapName, beatmapMD5, gameMode, hostUserID):
+	def createMatch(self, matchName, matchPassword, beatmapID, beatmapName, beatmapMD5, gameMode, hostUserID, isTourney=False):
 		"""
 		Add a new match to matches list
 
@@ -24,7 +30,7 @@ class matchList:
 		# Add a new match to matches list and create its stream
 		matchID = self.lastID
 		self.lastID+=1
-		self.matches[matchID] = match.match(matchID, matchName, matchPassword, beatmapID, beatmapName, beatmapMD5, gameMode, hostUserID)
+		self.matches[matchID] = match.match(matchID, matchName, matchPassword, beatmapID, beatmapName, beatmapMD5, gameMode, hostUserID, isTourney)
 		return matchID
 
 	def disposeMatch(self, matchID):
@@ -38,12 +44,69 @@ class matchList:
 		if matchID not in self.matches:
 			return
 
-		# Remove match object and stream
-		_match = self.matches.pop(matchID)
+		# Get match and disconnect all players
+		_match = self.matches[matchID]
+		for slot in _match.slots:
+			_token = glob.tokens.getTokenFromUserID(slot.userID, ignoreIRC=True)
+			if _token is None:
+				continue
+			_match.userLeft(_token, disposeMatch=False)	# don't dispose the match twice when we remove all players
+
+		# Delete chat channel
+		glob.channels.removeChannel("#multi_{}".format(_match.matchID))
+
+		# Send matchDisposed packet before disposing streams
+		glob.streams.broadcast(_match.streamName, serverPackets.disposeMatch(_match.matchID))
+
+		# Dispose all streams
 		glob.streams.dispose(_match.streamName)
 		glob.streams.dispose(_match.playingStreamName)
 		glob.streams.remove(_match.streamName)
 		glob.streams.remove(_match.playingStreamName)
 
 		# Send match dispose packet to everyone in lobby
-		glob.streams.broadcast("lobby", serverPackets.disposeMatch(matchID))
+		glob.streams.broadcast("lobby", serverPackets.disposeMatch(matchID))
+		del self.matches[matchID]
+		log.info("MPROOM{}: Room disposed manually".format(_match.matchID))
+
+	@sentry.capture()
+	def cleanupLoop(self):
+		"""
+		Start match cleanup loop.
+		Empty matches that have been created more than 60 seconds ago will get deleted.
+		Useful when people create useless lobbies with `!mp make`.
+		The check is done every 30 seconds.
+		This method starts an infinite loop, call it only once!
+		:return:
+		"""
+		try:
+			log.debug("Checking empty matches")
+			t = int(time.time())
+			emptyMatches = []
+			exceptions = []
+
+			# Collect all empty matches
+			for key, m in self.matches.items():
+				if [x for x in m.slots if x.user is not None]:
+					continue
+				if t - m.createTime >= 120:
+					log.debug("Match #{} marked for cleanup".format(m.matchID))
+					emptyMatches.append(m.matchID)
+
+			# Dispose all empty matches
+			for matchID in emptyMatches:
+				try:
+					self.disposeMatch(matchID)
+				except Exception as e:
+					exceptions.append(e)
+					log.error(
+						"Something wrong happened while disposing a timed out match. Reporting to Sentry when "
+						"the loop ends."
+					)
+
+			# Re-raise exception if needed
+			if exceptions:
+				raise periodicLoopException(exceptions)
+		finally:
+			# Schedule a new check (endless loop)
+			threading.Timer(30, self.cleanupLoop).start()

objects/osuToken.py

@@ -30,14 +30,15 @@ class token:
 		self.username = userUtils.getUsername(self.userID)
 		self.safeUsername = userUtils.getSafeUsername(self.userID)
 		self.privileges = userUtils.getPrivileges(self.userID)
-		self.admin = userUtils.isInPrivilegeGroup(self.userID, "developer") or userUtils.isInPrivilegeGroup(self.userID, "community manager")
+		self.admin = userUtils.isInPrivilegeGroup(self.userID, "developer")\
+					 or userUtils.isInPrivilegeGroup(self.userID, "community manager")\
+					 or userUtils.isInPrivilegeGroup(self.userID, "chat mod")
 		self.irc = irc
 		self.kicked = False
 		self.restricted = userUtils.isRestricted(self.userID)
 		self.loginTime = int(time.time())
 		self.pingTime = self.loginTime
 		self.timeOffset = timeOffset
-		self.lock = threading.Lock()	# Sync primitive
 		self.streams = []
 		self.tournament = tournament
 		self.messagesBuffer = []
@@ -84,6 +85,11 @@ class token:
 		else:
 			self.token = str(uuid.uuid4())
 
+		# Locks
+		self.processingLock = threading.Lock()	# Acquired while there's an incoming packet from this user
+		self._bufferLock = threading.Lock()		# Acquired while writing to packets buffer
+		self._spectLock = threading.RLock()
+
 		# Set stats
 		self.updateCachedStats()
 
@@ -100,20 +106,30 @@ class token:
 
 		:param bytes_: (packet) bytes to enqueue
 		"""
+		try:
+			# Acquire the buffer lock
+			self._bufferLock.acquire()
 
-		# Never enqueue for IRC clients or Foka
-		if self.irc or self.userID < 999:
-			return
+			# Never enqueue for IRC clients or Foka
+			if self.irc or self.userID < 999:
+				return
 
-		# Avoid memory leaks
-		if len(bytes_) < 10 * 10 ** 6:
-			self.queue += bytes_
-		else:
-			log.warning("{}'s packets buffer is above 10M!! Lost some data!".format(self.username))
+			# Avoid memory leaks
+			if len(bytes_) < 10 * 10 ** 6:
+				self.queue += bytes_
+			else:
+				log.warning("{}'s packets buffer is above 10M!! Lost some data!".format(self.username))
+		finally:
+			# Release the buffer lock
+			self._bufferLock.release()
 
 	def resetQueue(self):
 		"""Resets the queue. Call when enqueued packets have been sent"""
-		self.queue = bytes()
+		try:
+			self._bufferLock.acquire()
+			self.queue = bytes()
+		finally:
+			self._bufferLock.release()
 
 	def joinChannel(self, channelObject):
 		"""
@@ -125,7 +141,7 @@ class token:
 		"""
 		if channelObject.name in self.joinedChannels:
 			raise exceptions.userAlreadyInChannelException()
-		if channelObject.publicRead == False and self.admin == False:
+		if not channelObject.publicRead and not self.admin:
 			raise exceptions.channelNoPermissionsException()
 		self.joinedChannels.append(channelObject.name)
 		self.joinStream("chat/{}".format(channelObject.name))
@@ -172,42 +188,47 @@ class token:
 
 		:param host: host osuToken object
 		"""
-		# Stop spectating old client
-		self.stopSpectating()
+		try:
+			self._spectLock.acquire()
 
-		# Set new spectator host
-		self.spectating = host.token
-		self.spectatingUserID = host.userID
+			# Stop spectating old client
+			self.stopSpectating()
 
-		# Add us to host's spectator list
-		host.spectators.append(self.token)
+			# Set new spectator host
+			self.spectating = host.token
+			self.spectatingUserID = host.userID
 
-		# Create and join spectator stream
-		streamName = "spect/{}".format(host.userID)
-		glob.streams.add(streamName)
-		self.joinStream(streamName)
-		host.joinStream(streamName)
+			# Add us to host's spectator list
+			host.spectators.append(self.token)
 
-		# Send spectator join packet to host
-		host.enqueue(serverPackets.addSpectator(self.userID))
+			# Create and join spectator stream
+			streamName = "spect/{}".format(host.userID)
+			glob.streams.add(streamName)
+			self.joinStream(streamName)
+			host.joinStream(streamName)
 
-		# Create and join #spectator (#spect_userid) channel
-		glob.channels.addTempChannel("#spect_{}".format(host.userID))
-		chat.joinChannel(token=self, channel="#spect_{}".format(host.userID))
-		if len(host.spectators) == 1:
-			# First spectator, send #spectator join to host too
-			chat.joinChannel(token=host, channel="#spect_{}".format(host.userID))
+			# Send spectator join packet to host
+			host.enqueue(serverPackets.addSpectator(self.userID))
 
-		# Send fellow spectator join to all clients
-		glob.streams.broadcast(streamName, serverPackets.fellowSpectatorJoined(self.userID))
+			# Create and join #spectator (#spect_userid) channel
+			glob.channels.addTempChannel("#spect_{}".format(host.userID))
+			chat.joinChannel(token=self, channel="#spect_{}".format(host.userID), force=True)
+			if len(host.spectators) == 1:
+				# First spectator, send #spectator join to host too
+				chat.joinChannel(token=host, channel="#spect_{}".format(host.userID), force=True)
 
-		# Get current spectators list
-		for i in host.spectators:
-			if i != self.token and i in glob.tokens.tokens:
-				self.enqueue(serverPackets.fellowSpectatorJoined(glob.tokens.tokens[i].userID))
+			# Send fellow spectator join to all clients
+			glob.streams.broadcast(streamName, serverPackets.fellowSpectatorJoined(self.userID))
 
-		# Log
-		log.info("{} is spectating {}".format(self.username, host.username))
+			# Get current spectators list
+			for i in host.spectators:
+				if i != self.token and i in glob.tokens.tokens:
+					self.enqueue(serverPackets.fellowSpectatorJoined(glob.tokens.tokens[i].userID))
+
+			# Log
+			log.info("{} is spectating {}".format(self.username, host.username))
+		finally:
+			self._spectLock.release()
 
 	def stopSpectating(self):
 		"""
@@ -216,43 +237,48 @@ class token:
 
 		:return:
 		"""
-		# Remove our userID from host's spectators
-		if self.spectating is None:
-			return
-		if self.spectating in glob.tokens.tokens:
-			hostToken = glob.tokens.tokens[self.spectating]
-		else:
-			hostToken = None
-		streamName = "spect/{}".format(self.spectatingUserID)
+		try:
+			self._spectLock.acquire()
 
-		# Remove us from host's spectators list,
-		# leave spectator stream
-		# and end the spectator left packet to host
-		self.leaveStream(streamName)
-		if hostToken is not None:
-			hostToken.spectators.remove(self.token)
-			hostToken.enqueue(serverPackets.removeSpectator(self.userID))
+			# Remove our userID from host's spectators
+			if self.spectating is None or self.spectatingUserID <= 0:
+				return
+			if self.spectating in glob.tokens.tokens:
+				hostToken = glob.tokens.tokens[self.spectating]
+			else:
+				hostToken = None
+			streamName = "spect/{}".format(self.spectatingUserID)
 
-			# and to all other spectators
-			for i in hostToken.spectators:
-				if i in glob.tokens.tokens:
-					glob.tokens.tokens[i].enqueue(serverPackets.fellowSpectatorLeft(self.userID))
+			# Remove us from host's spectators list,
+			# leave spectator stream
+			# and end the spectator left packet to host
+			self.leaveStream(streamName)
+			if hostToken is not None:
+				hostToken.spectators.remove(self.token)
+				hostToken.enqueue(serverPackets.removeSpectator(self.userID))
 
-			# If nobody is spectating the host anymore, close #spectator channel
-			# and remove host from spect stream too
-			if len(hostToken.spectators) == 0:
-				chat.partChannel(token=hostToken, channel="#spect_{}".format(hostToken.userID), kick=True)
-				hostToken.leaveStream(streamName)
+				# and to all other spectators
+				for i in hostToken.spectators:
+					if i in glob.tokens.tokens:
+						glob.tokens.tokens[i].enqueue(serverPackets.fellowSpectatorLeft(self.userID))
 
-			# Console output
-			log.info("{} is no longer spectating {}. Current spectators: {}".format(self.username, self.spectatingUserID, hostToken.spectators))
+				# If nobody is spectating the host anymore, close #spectator channel
+				# and remove host from spect stream too
+				if len(hostToken.spectators) == 0:
+					chat.partChannel(token=hostToken, channel="#spect_{}".format(hostToken.userID), kick=True, force=True)
+					hostToken.leaveStream(streamName)
 
-		# Part #spectator channel
-		chat.partChannel(token=self, channel="#spect_{}".format(self.spectatingUserID), kick=True)
+				# Console output
+				log.info("{} is no longer spectating {}. Current spectators: {}".format(self.username, self.spectatingUserID, hostToken.spectators))
 
-		# Set our spectating user to 0
-		self.spectating = None
-		self.spectatingUserID = 0
+			# Part #spectator channel
+			chat.partChannel(token=self, channel="#spect_{}".format(self.spectatingUserID), kick=True, force=True)
+
+			# Set our spectating user to 0
+			self.spectating = None
+			self.spectatingUserID = 0
+		finally:
+			self._spectLock.release()
 
 	def updatePingTime(self):
 		"""
@@ -292,9 +318,16 @@ class token:
 		# Set matchID, join stream, channel and send packet
 		self.matchID = matchID
 		self.joinStream(match.streamName)
-		chat.joinChannel(token=self, channel="#multi_{}".format(self.matchID))
+		chat.joinChannel(token=self, channel="#multi_{}".format(self.matchID), force=True)
 		self.enqueue(serverPackets.matchJoinSuccess(matchID))
 
+		if match.isTourney:
+			# Alert the user if we have just joined a tourney match
+			self.enqueue(serverPackets.notification("You are now in a tournament match."))
+			# If an user joins, then the ready status of the match changes and
+			# maybe not all users are ready.
+			match.sendReadyStatus()
+
 	def leaveMatch(self):
 		"""
 		Leave joined match, match stream and match channel
@@ -306,27 +339,33 @@ class token:
 			return
 
 		# Part #multiplayer channel and streams (/ and /playing)
-		chat.partChannel(token=self, channel="#multi_{}".format(self.matchID), kick=True)
+		chat.partChannel(token=self, channel="#multi_{}".format(self.matchID), kick=True, force=True)
 		self.leaveStream("multi/{}".format(self.matchID))
 		self.leaveStream("multi/{}/playing".format(self.matchID))	# optional
 
+		# Set usertoken match to -1
+		leavingMatchID = self.matchID
+		self.matchID = -1
+
 		# Make sure the match exists
-		if self.matchID not in glob.matches.matches:
+		if leavingMatchID not in glob.matches.matches:
 			return
 
 		# The match exists, get object
-		match = glob.matches.matches[self.matchID]
+		match = glob.matches.matches[leavingMatchID]
 
 		# Set slot to free
 		match.userLeft(self)
 
-		# Set usertoken match to -1
-		self.matchID = -1
+		if match.isTourney:
+			# If an user leaves, then the ready status of the match changes and
+			# maybe all users are ready. Or maybe nobody is in the match anymore
+			match.sendReadyStatus()
 
 	def kick(self, message="You have been kicked from the server. Please login again.", reason="kick"):
 		"""
 		Kick this user from the server
-		
+
 		:param message: Notification message to send to this user.
 						Default: "You have been kicked from the server. Please login again."
 		:param reason: Kick reason, used in logs. Default: "kick"
@@ -448,7 +487,7 @@ class token:
 		:return:
 		"""
 		self.restricted = True
-		chat.sendMessage("FokaBot", self.username, "Your account is currently in restricted mode. Please visit ripple's website for more information.")
+		chat.sendMessage(glob.BOT_NAME, self.username, "Your account is currently in restricted mode. Please visit ripple's website for more information.")
 
 	def resetRestricted(self):
 		"""
@@ -457,7 +496,7 @@ class token:
 
 		:return:
 		"""
-		chat.sendMessage("FokaBot", self.username, "Your account has been unrestricted! Please log in again.")
+		chat.sendMessage(glob.BOT_NAME, self.username, "Your account has been unrestricted! Please log in again.")
 
 	def joinStream(self, name):
 		"""

objects/tokenList.py

@@ -5,14 +5,24 @@ import redis
 
 from common.ripple import userUtils
 from common.log import logUtils as log
+from common.sentry import sentry
 from constants import serverPackets
+from constants.exceptions import periodicLoopException
 from events import logoutEvent
 from objects import glob
 from objects import osuToken
 
+
 class tokenList:
 	def __init__(self):
 		self.tokens = {}
+		self._lock = threading.Lock()
+
+	def __enter__(self):
+		self._lock.acquire()
+
+	def __exit__(self, exc_type, exc_val, exc_tb):
+		self._lock.release()
 
 	def addToken(self, userID, ip = "", irc = False, timeOffset=0, tournament=False):
 		"""
@@ -40,7 +50,8 @@ class tokenList:
 		if token in self.tokens:
 			if self.tokens[token].ip != "":
 				userUtils.deleteBanchoSessions(self.tokens[token].userID, self.tokens[token].ip)
-			self.tokens.pop(token)
+			t = self.tokens.pop(token)
+			del t
 			glob.redis.decr("ripple:online_users")
 
 	def getUserIDFromToken(self, token):
@@ -163,36 +174,49 @@ class tokenList:
 		for _, value in self.tokens.items():
 			value.enqueue(packet)
 
-	def usersTimeoutCheckLoop(self, timeoutTime = 100, checkTime = 100):
+	@sentry.capture()
+	def usersTimeoutCheckLoop(self):
 		"""
 		Start timed out users disconnect loop.
 		This function will be called every `checkTime` seconds and so on, forever.
 		CALL THIS FUNCTION ONLY ONCE!
-
-		:param timeoutTime: seconds of inactivity required to disconnect someone. Default: 100
-		:param checkTime: seconds between loops. Default: 100
 		:return:
 		"""
-		log.debug("Checking timed out clients")
-		timedOutTokens = []		# timed out users
-		timeoutLimit = int(time.time())-timeoutTime
-		for key, value in self.tokens.items():
-			# Check timeout (fokabot is ignored)
-			if value.pingTime < timeoutLimit and value.userID != 999 and value.irc == False and value.tournament == False:
-				# That user has timed out, add to disconnected tokens
-				# We can't delete it while iterating or items() throws an error
-				timedOutTokens.append(key)
+		try:
+			log.debug("Checking timed out clients")
+			exceptions = []
+			timedOutTokens = []		# timed out users
+			timeoutLimit = int(time.time()) - 100
+			for key, value in self.tokens.items():
+				# Check timeout (fokabot is ignored)
+				if value.pingTime < timeoutLimit and value.userID != 999 and not value.irc and not value.tournament:
+					# That user has timed out, add to disconnected tokens
+					# We can't delete it while iterating or items() throws an error
+					timedOutTokens.append(key)
 
-		# Delete timed out users from self.tokens
-		# i is token string (dictionary key)
-		for i in timedOutTokens:
-			log.debug("{} timed out!!".format(self.tokens[i].username))
-			self.tokens[i].enqueue(serverPackets.notification("Your connection to the server timed out."))
-			logoutEvent.handle(self.tokens[i], None)
+			# Delete timed out users from self.tokens
+			# i is token string (dictionary key)
+			for i in timedOutTokens:
+				log.debug("{} timed out!!".format(self.tokens[i].username))
+				self.tokens[i].enqueue(serverPackets.notification("Your connection to the server timed out."))
+				try:
+					logoutEvent.handle(self.tokens[i], None)
+				except Exception as e:
+					exceptions.append(e)
+					log.error(
+						"Something wrong happened while disconnecting a timed out client. Reporting to Sentry "
+						"when the loop ends."
+					)
+			del timedOutTokens
 
-		# Schedule a new check (endless loop)
-		threading.Timer(checkTime, self.usersTimeoutCheckLoop, [timeoutTime, checkTime]).start()
+			# Re-raise exceptions if needed
+			if exceptions:
+				raise periodicLoopException(exceptions)
+		finally:
+			# Schedule a new check (endless loop)
+			threading.Timer(100, self.usersTimeoutCheckLoop).start()
 
+	@sentry.capture()
 	def spamProtectionResetLoop(self):
 		"""
 		Start spam protection reset loop.
@@ -201,12 +225,13 @@ class tokenList:
 
 		:return:
 		"""
-		# Reset spamRate for every token
-		for _, value in self.tokens.items():
-			value.spamRate = 0
-
-		# Schedule a new check (endless loop)
-		threading.Timer(10, self.spamProtectionResetLoop).start()
+		try:
+			# Reset spamRate for every token
+			for _, value in self.tokens.items():
+				value.spamRate = 0
+		finally:
+			# Schedule a new check (endless loop)
+			threading.Timer(10, self.spamProtectionResetLoop).start()
 
 	def deleteBanchoSessions(self):
 		"""

pep.py

@@ -9,7 +9,11 @@ import tornado.web
 from raven.contrib.tornado import AsyncSentryClient
 import redis
 
-from common import generalUtils
+import json
+import shutil
+from distutils.version import LooseVersion
+
+from common import generalUtils, agpl
 from common.constants import bcolors
 from common.db import dbConnector
 from common.ddog import datadogClient
@@ -40,6 +44,7 @@ from pubSubHandlers import notificationHandler
 from pubSubHandlers import updateSilenceHandler
 from pubSubHandlers import updateStatsHandler
 
+
 def make_app():
 	return tornado.web.Application([
 		(r"/", mainHandler.handler),
@@ -52,7 +57,15 @@ def make_app():
 		(r"/stress", heavyHandler.handler)
 	])
 
+
 if __name__ == "__main__":
+	# AGPL license agreement
+	try:
+		agpl.check_license("ripple", "pep.py")
+	except agpl.LicenseError as e:
+		print(str(e))
+		sys.exit(1)
+
 	try:
 		# Server start
 		consoleHelper.printServerStartHeader(True)
@@ -76,6 +89,34 @@ if __name__ == "__main__":
 			sys.exit()
 		else:
 			consoleHelper.printDone()
+		
+		# Read additional config file
+		consoleHelper.printNoNl("> Loading additional config file... ")
+		try:
+			if not os.path.isfile(glob.conf.config["custom"]["config"]):
+				consoleHelper.printWarning()
+				consoleHelper.printColored("[!] Missing config file at {}; A default one has been generated at this location.".format(glob.conf.config["custom"]["config"]), bcolors.YELLOW)
+				shutil.copy("common/default_config.json", glob.conf.config["custom"]["config"])
+
+			with open(glob.conf.config["custom"]["config"], "r") as f:
+				glob.conf.extra = json.load(f)
+
+			consoleHelper.printDone()
+		except:
+			consoleHelper.printWarning()
+			consoleHelper.printColored("[!] Unable to load custom config at {}".format(glob.conf.config["custom"]["config"]), bcolors.RED)
+			consoleHelper.printColored("[!] Make sure you have the latest osufx common submodule!", bcolors.RED)
+			sys.exit()
+		
+		# Check if running common module is usable
+		if glob.COMMON_VERSION == "Unknown":
+			consoleHelper.printWarning()
+			consoleHelper.printColored("[!] You do not seem to be using osufx's common submodule... nothing will work...", bcolors.RED)
+			consoleHelper.printColored("[!] You can download or fork the submodule from {}https://github.com/osufx/ripple-python-common".format(bcolors.UNDERLINE), bcolors.RED)
+			sys.exit()
+		elif LooseVersion(glob.COMMON_VERSION_REQ) > LooseVersion(glob.COMMON_VERSION):
+			consoleHelper.printColored("[!] Your common submodule version is below the required version number for this version of pep.py.", bcolors.RED)
+			consoleHelper.printColored("[!] You are highly adviced to update your common submodule as stability may vary with outdated modules.", bcolors.RED)
 
 		# Create data folder if needed
 		consoleHelper.printNoNl("> Checking folders... ")
@@ -156,7 +197,7 @@ if __name__ == "__main__":
 			raise
 
 		# Start fokabot
-		consoleHelper.printNoNl("> Connecting FokaBot... ")
+		consoleHelper.printNoNl("> Connecting bot... ")
 		fokabot.connect()
 		consoleHelper.printDone()
 
@@ -181,6 +222,11 @@ if __name__ == "__main__":
 		glob.tokens.spamProtectionResetLoop()
 		consoleHelper.printDone()
 
+		# Initialize multiplayer cleanup loop
+		consoleHelper.printNoNl("> Initializing multiplayer cleanup loop... ")
+		glob.matches.cleanupLoop()
+		consoleHelper.printDone()
+
 		# Localize warning
 		glob.localize = generalUtils.stringToBool(glob.conf.config["localize"]["enable"])
 		if not glob.localize:
@@ -212,7 +258,7 @@ if __name__ == "__main__":
 		try:
 			glob.sentry = generalUtils.stringToBool(glob.conf.config["sentry"]["enable"])
 			if glob.sentry:
-				glob.application.sentry_client = AsyncSentryClient(glob.conf.config["sentry"]["banchodns"], release=glob.VERSION)
+				glob.application.sentry_client = AsyncSentryClient(glob.conf.config["sentry"]["banchodsn"], release=glob.VERSION)
 			else:
 				consoleHelper.printColored("[!] Warning! Sentry logging is disabled!", bcolors.YELLOW)
 		except:
@@ -253,7 +299,7 @@ if __name__ == "__main__":
 				ircPort = int(glob.conf.config["irc"]["port"])
 			except ValueError:
 				consoleHelper.printColored("[!] Invalid IRC port! Please check your config.ini and run the server again", bcolors.RED)
-			log.logMessage("**pep.py** IRC server started!", discord="bunker", of="info.txt", stdout=False)
+			log.logMessage("IRC server started!", discord="bunker", of="info.txt", stdout=False)
 			consoleHelper.printColored("> IRC server listening on 127.0.0.1:{}...".format(ircPort), bcolors.GREEN)
 			threading.Thread(target=lambda: ircserver.main(port=ircPort)).start()
 		else:
@@ -267,7 +313,7 @@ if __name__ == "__main__":
 			consoleHelper.printColored("[!] Invalid server port! Please check your config.ini and run the server again", bcolors.RED)
 
 		# Server start message and console output
-		log.logMessage("**pep.py** Server started!", discord="bunker", of="info.txt", stdout=False)
+		log.logMessage("Server started!", discord="bunker", of="info.txt", stdout=False)
 		consoleHelper.printColored("> Tornado listening for HTTP(s) clients on 127.0.0.1:{}...".format(serverPort), bcolors.GREEN)
 
 		# Connect to pubsub channels

pubSubHandlers/changeUsernameHandler.py

@@ -6,7 +6,7 @@ from objects import glob
 
 def handleUsernameChange(userID, newUsername, targetToken=None):
 	try:
-		userUtils.appendNotes(userID, "-- Username change: '{}' -> '{}'".format(userUtils.getUsername(userID), newUsername))
+		userUtils.appendNotes(userID, "Username change: '{}' -> '{}'".format(userUtils.getUsername(userID), newUsername))
 		userUtils.changeUsername(userID, newUsername=newUsername)
 		if targetToken is not None:
 			targetToken.kick("Your username has been changed to {}. Please log in again.".format(newUsername), "username_change")

requirements.txt

@@ -1,10 +1,10 @@
-requests
-tornado
-mysqlclient
-psutil
-raven
-bcrypt>=3.1.1
-dill
-redis
-cython
-datadog
+requests==2.18.1
+tornado==4.4.2
+mysqlclient==1.3.9
+psutil==5.2.2
+raven==5.32.0
+bcrypt==3.1.1
+dill==0.2.7.1
+redis==2.10.5
+cython==0.27.3
+datadog==0.14.0

setup.py

@@ -7,7 +7,7 @@ import os
 cythonExt = []
 for root, dirs, files in os.walk(os.getcwd()):
 	for file in files:
-		if file.endswith(".pyx"):
+		if file.endswith(".pyx") and ".pyenv" not in root:	# im sorry
 			filePath = os.path.relpath(os.path.join(root, file))
 			cythonExt.append(Extension(filePath.replace("/", ".")[:-4], [filePath]))
 

version

@@ -1 +1 @@
-1.11.2
+1.13.7