improve cached datasource performance.

This commit is contained in:
DNx5 2015-09-25 07:20:46 +07:00
parent f88e197863
commit 72604bfdea
3 changed files with 220 additions and 86 deletions

View File

@ -37,7 +37,8 @@ import org.bukkit.plugin.java.JavaPlugin;
import org.bukkit.scheduler.BukkitTask; import org.bukkit.scheduler.BukkitTask;
import org.mcstats.Metrics; import org.mcstats.Metrics;
import java.io.*; import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.URL; import java.net.URL;
import java.net.URLConnection; import java.net.URLConnection;
import java.util.Calendar; import java.util.Calendar;
@ -382,10 +383,10 @@ public class AuthMe extends JavaPlugin {
if (Settings.isCachingEnabled) { if (Settings.isCachingEnabled) {
database = new CacheDataSource(this, database); database = new CacheDataSource(this, database);
} else {
database = new DatabaseCalls(database);
} }
database = new DatabaseCalls(database);
if (Settings.getDataSource == DataSource.DataSourceType.FILE) { if (Settings.getDataSource == DataSource.DataSourceType.FILE) {
Converter converter = new ForceFlatToSqlite(database, this); Converter converter = new ForceFlatToSqlite(database, this);
server.getScheduler().runTaskAsynchronously(this, converter); server.getScheduler().runTaskAsynchronously(this, converter);

View File

@ -6,24 +6,31 @@ import fr.xephi.authme.cache.auth.PlayerAuth;
import fr.xephi.authme.cache.auth.PlayerCache; import fr.xephi.authme.cache.auth.PlayerCache;
import org.bukkit.entity.Player; import org.bukkit.entity.Player;
import java.util.ArrayList;
import java.util.List; import java.util.List;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
public class CacheDataSource implements DataSource { public class CacheDataSource implements DataSource {
private final DataSource source; private final DataSource source;
private final AuthMe plugin; private final AuthMe plugin;
private ConcurrentHashMap<String, PlayerAuth> cache = new ConcurrentHashMap<>(); private final ExecutorService exec;
private final ConcurrentHashMap<String, PlayerAuth> cache = new ConcurrentHashMap<>();
public CacheDataSource(AuthMe pl, DataSource src) { public CacheDataSource(AuthMe pl, DataSource src) {
this.plugin = pl; this.plugin = pl;
this.source = src; this.source = src;
this.exec = Executors.newCachedThreadPool();
/* /*
* We need to load all players in cache ... It will took more time to * We need to load all players in cache ... It will took more time to
* load the server, but it will be much easier to check for an * load the server, but it will be much easier to check for an
* isAuthAvailable ! * isAuthAvailable !
*/ */
pl.getServer().getScheduler().runTaskAsynchronously(pl, new Runnable() { exec.execute(new Runnable() {
@Override @Override
public void run() { public void run() {
for (PlayerAuth auth : source.getAllAuths()) { for (PlayerAuth auth : source.getAllAuths()) {
@ -50,7 +57,7 @@ public class CacheDataSource implements DataSource {
@Override @Override
public synchronized boolean saveAuth(final PlayerAuth auth) { public synchronized boolean saveAuth(final PlayerAuth auth) {
cache.put(auth.getNickname(), auth); cache.put(auth.getNickname(), auth);
plugin.getServer().getScheduler().runTaskAsynchronously(plugin, new Runnable() { exec.execute(new Runnable() {
@Override @Override
public void run() { public void run() {
if (!source.saveAuth(auth)) { if (!source.saveAuth(auth)) {
@ -62,45 +69,95 @@ public class CacheDataSource implements DataSource {
} }
@Override @Override
public synchronized boolean updatePassword(PlayerAuth auth) { public synchronized boolean updatePassword(final PlayerAuth auth) {
if (source.updatePassword(auth)) { if (!cache.containsKey(auth.getNickname())) {
if (cache.containsKey(auth.getNickname())) return false;
cache.get(auth.getNickname()).setHash(auth.getHash());
return true;
} }
return false; final String oldHash = cache.get(auth.getNickname()).getHash();
cache.get(auth.getNickname()).setHash(auth.getHash());
exec.execute(new Runnable() {
@Override
public void run() {
if (!source.updatePassword(auth)) {
if (cache.containsKey(auth.getNickname())) {
cache.get(auth.getNickname()).setHash(oldHash);
}
}
}
});
return true;
} }
@Override @Override
public boolean updateSession(PlayerAuth auth) { public boolean updateSession(final PlayerAuth auth) {
if (source.updateSession(auth)) { if (!cache.containsKey(auth.getNickname())) {
if (cache.containsKey(auth.getNickname())) { return false;
cache.get(auth.getNickname()).setIp(auth.getIp());
cache.get(auth.getNickname()).setLastLogin(auth.getLastLogin());
cache.get(auth.getNickname()).setRealName(auth.getRealName());
}
return true;
} }
return false; PlayerAuth cachedAuth = cache.get(auth.getNickname());
final String oldIp = cachedAuth.getIp();
final long oldLastLogin = cachedAuth.getLastLogin();
final String oldRealName = cachedAuth.getRealName();
cachedAuth.setIp(auth.getIp());
cachedAuth.setLastLogin(auth.getLastLogin());
cachedAuth.setRealName(auth.getRealName());
exec.execute(new Runnable() {
@Override
public void run() {
if (!source.updateSession(auth)) {
if (cache.containsKey(auth.getNickname())) {
PlayerAuth cachedAuth = cache.get(auth.getNickname());
cachedAuth.setIp(oldIp);
cachedAuth.setLastLogin(oldLastLogin);
cachedAuth.setRealName(oldRealName);
}
}
}
});
return true;
} }
@Override @Override
public boolean updateQuitLoc(PlayerAuth auth) { public boolean updateQuitLoc(final PlayerAuth auth) {
if (source.updateQuitLoc(auth)) { if (!cache.containsKey(auth.getNickname())) {
if (cache.containsKey(auth.getNickname())) { return false;
cache.get(auth.getNickname()).setQuitLocX(auth.getQuitLocX());
cache.get(auth.getNickname()).setQuitLocY(auth.getQuitLocY());
cache.get(auth.getNickname()).setQuitLocZ(auth.getQuitLocZ());
cache.get(auth.getNickname()).setWorld(auth.getWorld());
}
return true;
} }
return false; final PlayerAuth cachedAuth = cache.get(auth.getNickname());
final double oldX = cachedAuth.getQuitLocX();
final double oldY = cachedAuth.getQuitLocY();
final double oldZ = cachedAuth.getQuitLocZ();
final String oldWorld = cachedAuth.getWorld();
cachedAuth.setQuitLocX(auth.getQuitLocX());
cachedAuth.setQuitLocY(auth.getQuitLocY());
cachedAuth.setQuitLocZ(auth.getQuitLocZ());
cachedAuth.setWorld(auth.getWorld());
exec.execute(new Runnable() {
@Override
public void run() {
if (!source.updateQuitLoc(auth)) {
if (cache.containsKey(auth.getNickname())) {
PlayerAuth cachedAuth = cache.get(auth.getNickname());
cachedAuth.setQuitLocX(oldX);
cachedAuth.setQuitLocY(oldY);
cachedAuth.setQuitLocZ(oldZ);
cachedAuth.setWorld(oldWorld);
}
}
}
});
return true;
} }
@Override @Override
public int getIps(String ip) { public int getIps(String ip) {
return source.getIps(ip); int count = 0;
for (Map.Entry<String, PlayerAuth> p : cache.entrySet()) {
if (p.getValue().getIp().equals(ip)) {
count++;
}
}
return count;
} }
@Override @Override
@ -130,75 +187,133 @@ public class CacheDataSource implements DataSource {
} }
@Override @Override
public synchronized boolean removeAuth(String user) { public synchronized boolean removeAuth(String username) {
if (source.removeAuth(user)) { final String user = username.toLowerCase();
cache.remove(user); final PlayerAuth auth = cache.get(user);
return true; cache.remove(user);
} exec.execute(new Runnable() {
return false; @Override
public void run() {
if (!source.removeAuth(user)) {
cache.put(user, auth);
}
}
});
return true;
} }
@Override @Override
public synchronized void close() { public synchronized void close() {
exec.shutdown();
source.close(); source.close();
} }
@Override @Override
public void reload() { public void reload() {
cache.clear(); exec.execute(new Runnable() {
source.reload(); @Override
for (Player player : Utils.getOnlinePlayers()) { public void run() {
String user = player.getName().toLowerCase(); cache.clear();
if (PlayerCache.getInstance().isAuthenticated(user)) { source.reload();
PlayerAuth auth = source.getAuth(user); for (Player player : Utils.getOnlinePlayers()) {
cache.put(user, auth); String user = player.getName().toLowerCase();
if (PlayerCache.getInstance().isAuthenticated(user)) {
PlayerAuth auth = source.getAuth(user);
cache.put(user, auth);
}
}
} }
} });
} }
@Override @Override
public synchronized boolean updateEmail(PlayerAuth auth) { public synchronized boolean updateEmail(final PlayerAuth auth) {
if (source.updateEmail(auth)) { if (!cache.containsKey(auth.getNickname())) {
if (cache.containsKey(auth.getNickname())) return false;
cache.get(auth.getNickname()).setEmail(auth.getEmail());
return true;
} }
return false; PlayerAuth cachedAuth = cache.get(auth.getNickname());
final String oldEmail = cachedAuth.getEmail();
cachedAuth.setEmail(auth.getEmail());
exec.execute(new Runnable() {
@Override
public void run() {
if (!source.updateEmail(auth)) {
if (cache.containsKey(auth.getNickname())) {
cache.get(auth.getNickname()).setEmail(oldEmail);
}
}
}
});
return true;
} }
@Override @Override
public synchronized boolean updateSalt(PlayerAuth auth) { public synchronized boolean updateSalt(final PlayerAuth auth) {
if (source.updateSalt(auth)) { if (!cache.containsKey(auth.getNickname())) {
if (cache.containsKey(auth.getNickname())) return false;
cache.get(auth.getNickname()).setSalt(auth.getSalt());
return true;
} }
return false; PlayerAuth cachedAuth = cache.get(auth.getNickname());
final String oldSalt = cachedAuth.getSalt();
cachedAuth.setSalt(auth.getSalt());
exec.execute(new Runnable() {
@Override
public void run() {
if (!source.updateSalt(auth)) {
if (cache.containsKey(auth.getNickname())) {
cache.get(auth.getNickname()).setSalt(oldSalt);
}
}
}
});
return true;
} }
@Override @Override
public synchronized List<String> getAllAuthsByName(PlayerAuth auth) { public synchronized List<String> getAllAuthsByName(PlayerAuth auth) {
return source.getAllAuthsByName(auth); List<String> result = new ArrayList<>();
for (Map.Entry<String, PlayerAuth> stringPlayerAuthEntry : cache.entrySet()) {
PlayerAuth p = stringPlayerAuthEntry.getValue();
if (p.getIp().equals(auth.getIp()))
result.add(p.getNickname());
}
return result;
} }
@Override @Override
public synchronized List<String> getAllAuthsByIp(String ip) { public synchronized List<String> getAllAuthsByIp(String ip) {
return source.getAllAuthsByIp(ip); List<String> result = new ArrayList<>();
for (Map.Entry<String, PlayerAuth> stringPlayerAuthEntry : cache.entrySet()) {
PlayerAuth p = stringPlayerAuthEntry.getValue();
if (p.getIp().equals(ip))
result.add(p.getNickname());
}
return result;
} }
@Override @Override
public synchronized List<String> getAllAuthsByEmail(String email) { public synchronized List<String> getAllAuthsByEmail(String email) {
return source.getAllAuthsByEmail(email); List<String> result = new ArrayList<>();
for (Map.Entry<String, PlayerAuth> stringPlayerAuthEntry : cache.entrySet()) {
PlayerAuth p = stringPlayerAuthEntry.getValue();
if (p.getEmail().equals(email))
result.add(p.getNickname());
}
return result;
} }
@Override @Override
public synchronized void purgeBanned(List<String> banned) { public synchronized void purgeBanned(final List<String> banned) {
source.purgeBanned(banned); exec.execute(new Runnable() {
for (PlayerAuth auth : cache.values()) { @Override
if (banned.contains(auth.getNickname())) { public void run() {
cache.remove(auth.getNickname()); source.purgeBanned(banned);
for (PlayerAuth auth : cache.values()) {
if (banned.contains(auth.getNickname())) {
cache.remove(auth.getNickname());
}
}
} }
} });
} }
@Override @Override
@ -208,45 +323,66 @@ public class CacheDataSource implements DataSource {
@Override @Override
public boolean isLogged(String user) { public boolean isLogged(String user) {
return source.isLogged(user.toLowerCase()); user = user.toLowerCase();
return PlayerCache.getInstance().getCache().containsKey(user);
} }
@Override @Override
public void setLogged(String user) { public void setLogged(final String user) {
source.setLogged(user.toLowerCase()); exec.execute(new Runnable() {
@Override
public void run() {
source.setLogged(user.toLowerCase());
}
});
} }
@Override @Override
public void setUnlogged(String user) { public void setUnlogged(final String user) {
source.setUnlogged(user.toLowerCase()); exec.execute(new Runnable() {
@Override
public void run() {
source.setUnlogged(user.toLowerCase());
}
});
} }
@Override @Override
public void purgeLogged() { public void purgeLogged() {
source.purgeLogged(); exec.execute(new Runnable() {
@Override
public void run() {
source.purgeLogged();
}
});
} }
@Override @Override
public int getAccountsRegistered() { public int getAccountsRegistered() {
return source.getAccountsRegistered(); return cache.size();
} }
@Override @Override
public void updateName(String oldone, String newone) { public void updateName(final String oldone, final String newone) {
if (cache.containsKey(oldone)) { if (cache.containsKey(oldone)) {
cache.put(newone, cache.get(oldone)); cache.put(newone, cache.get(oldone));
cache.remove(oldone); cache.remove(oldone);
} }
source.updateName(oldone, newone); exec.execute(new Runnable() {
@Override
public void run() {
source.updateName(oldone, newone);
}
});
} }
@Override @Override
public List<PlayerAuth> getAllAuths() { public List<PlayerAuth> getAllAuths() {
return source.getAllAuths(); return new ArrayList<>(cache.values());
} }
@Override @Override
public List<PlayerAuth> getLoggedPlayers() { public List<PlayerAuth> getLoggedPlayers() {
return source.getLoggedPlayers(); return new ArrayList<>(PlayerCache.getInstance().getCache().values());
} }
} }

View File

@ -4,7 +4,9 @@ import fr.xephi.authme.cache.auth.PlayerAuth;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.List; import java.util.List;
import java.util.concurrent.*; import java.util.concurrent.Callable;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
public class DatabaseCalls implements DataSource { public class DatabaseCalls implements DataSource {
@ -214,13 +216,8 @@ public class DatabaseCalls implements DataSource {
@Override @Override
public synchronized void close() { public synchronized void close() {
try { exec.shutdown();
exec.shutdown(); database.close();
exec.awaitTermination(10, TimeUnit.SECONDS);
database.close();
} catch (Exception e) {
e.printStackTrace();
}
} }
@Override @Override