//userDB.java //------------------------------------- //part of YACY // //(C) 2005, 2006 by Martin Thelian // Alexander Schier // //last change: $LastChangedDate$ by $LastChangedBy$ //Revision: $LastChangedRevision$ // //This program is free software; you can redistribute it and/or modify //it under the terms of the GNU General Public License as published by //the Free Software Foundation; either version 2 of the License, or //(at your option) any later version. // //This program is distributed in the hope that it will be useful, //but WITHOUT ANY WARRANTY; without even the implied warranty of //MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the //GNU General Public License for more details. // //You should have received a copy of the GNU General Public License //along with this program; if not, write to the Free Software //Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA package de.anomic.data; import java.io.File; import java.io.IOException; import java.util.Calendar; import java.util.Date; import java.util.HashMap; import java.util.HashSet; import java.util.Iterator; import java.util.Map; import java.util.Random; import net.yacy.cora.protocol.RequestHeader; import net.yacy.kelondro.blob.MapHeap; import net.yacy.kelondro.index.RowSpaceExceededException; import net.yacy.kelondro.logging.Log; import net.yacy.kelondro.order.Base64Order; import net.yacy.kelondro.order.CloneableIterator; import net.yacy.kelondro.order.Digest; import net.yacy.kelondro.order.NaturalOrder; import net.yacy.kelondro.util.FileUtils; import net.yacy.kelondro.util.kelondroException; public final class userDB { private static final int USERNAME_MIN_LENGTH = 4; private MapHeap userTable; private final File userTableFile; private final Map ipUsers = new HashMap(); private final Map cookieUsers = new HashMap(); public userDB(final File userTableFile) throws IOException { this.userTableFile = userTableFile; userTableFile.getParentFile().mkdirs(); //this.userTable = new MapView(BLOBTree.toHeap(userTableFile, true, true, 128, 256, '_', NaturalOrder.naturalOrder, userTableFile), 10, '_'); this.userTable = new MapHeap(userTableFile, 128, NaturalOrder.naturalOrder, 1024 * 64, 10, '_'); } void resetDatabase() { // deletes the database and creates a new one if (userTable != null) userTable.close(); FileUtils.deletedelete(userTableFile); userTableFile.getParentFile().mkdirs(); try { userTable = new MapHeap(userTableFile, 256, NaturalOrder.naturalOrder, 1024 * 64, 10, '_'); } catch (IOException e) { Log.logException(e); } } public void close() { userTable.close(); } public int size() { return userTable.size(); } public void removeEntry(final String hostName) { try { userTable.delete(hostName.toLowerCase().getBytes()); } catch (final IOException e) {} } public Entry getEntry(String userName) { if(userName.length()>128){ userName=userName.substring(0, 127); } Map record; try { record = userTable.get(userName.getBytes()); } catch (final IOException e) { Log.logException(e); return null; } catch (RowSpaceExceededException e) { Log.logException(e); return null; } if (record == null) return null; return new Entry(userName, record); } public Entry createEntry(final String userName, final Map userProps) throws IllegalArgumentException{ final Entry entry = new Entry(userName,userProps); return entry; } public String addEntry(final Entry entry) { try { userTable.insert(entry.userName.getBytes(), entry.mem); return entry.userName; } catch (final Exception e) { Log.logException(e); return null; } } /** * use a ProxyAuth String to authenticate a user * @param auth a base64 Encoded String, which contains "username:pw". */ public Entry proxyAuth(final String auth) { if(auth == null) { return null; } Entry entry = null; final String[] tmp= Base64Order.standardCoder.decodeString(auth.trim().substring(6)).split(":"); if(tmp.length == 2){ entry = this.passwordAuth(tmp[0], tmp[1]); } return entry; } public Entry getUser(final RequestHeader header){ return getUser(header.get(RequestHeader.AUTHORIZATION), header.getHeaderCookies()); } public Entry getUser(final String auth, final String cookies){ Entry entry=null; if(auth != null) { entry=proxyAuth(auth); } if(entry == null) { entry=cookieAuth(cookies); } return entry; } /** * determinate, if a user has Adminrights from a authorisation http-headerfield it tests both userDB and oldstyle adminpw. * * @param auth * the http-headerline for authorisation */ public boolean hasAdminRight(final String auth, final String cookies) { final Entry entry = getUser(auth, cookies); if (entry != null) { return entry.hasRight(Entry.ADMIN_RIGHT); } // else if(entry != null && cookieAdminAuth(cookies)) // return entry.hasAdminRight(); else { return false; } } /** * use a ProxyAuth String to authenticate a user and save the ip/username for ipAuth * @param auth a base64 Encoded String, which contains "username:pw". * @param ip an ip. */ public Entry proxyAuth(final String auth, final String ip) { final Entry entry=proxyAuth(auth); if(entry == null){ return null; } entry.updateLastAccess(false); this.ipUsers.put(ip, entry.getUserName()); return entry; } /** * authenticate a user by ip, if he had used proxyAuth in the last 10 Minutes * @param ip the IP of the User */ public Entry ipAuth(final String ip) { if(this.ipUsers.containsKey(ip)){ final String user=this.ipUsers.get(ip); final Entry entry=this.getEntry(user); final Long entryTimestamp=entry.getLastAccess(); if(entryTimestamp == null || (System.currentTimeMillis()-entryTimestamp.longValue()) > (1000*60*10) ){ //no timestamp or older than 10 Minutes return null; } return entry; //All OK } return null; } public Entry passwordAuth(final String user, final String password) { final Entry entry = this.getEntry(user); final String md5pwd; if (entry != null && (md5pwd = entry.getMD5EncodedUserPwd()) != null && md5pwd.equals(Digest.encodeMD5Hex(user+":"+password))) { if (entry.isLoggedOut()){ try { entry.setProperty(Entry.LOGGED_OUT, "false"); } catch (final Exception e) { Log.logException(e); } return null; } return entry; } return null; } public Entry passwordAuth(final String user, final String password, final String ip){ final Entry entry=passwordAuth(user, password); if(entry == null){ return null; } entry.updateLastAccess(false); this.ipUsers.put(ip, entry.getUserName()); //XXX: This is insecure. TODO: use cookieauth return entry; } public Entry md5Auth(final String user, final String md5) { final Entry entry=this.getEntry(user); if (entry != null && entry.getMD5EncodedUserPwd().equals(md5)) { if (entry.isLoggedOut()){ try { entry.setProperty(Entry.LOGGED_OUT, "false"); } catch (final Exception e) { Log.logException(e); } return null; } return entry; } return null; } public Entry cookieAuth(final String cookieString){ final String token = getLoginToken(cookieString); if (cookieUsers.containsKey(token)) { final Object entry = cookieUsers.get(token); if (entry instanceof Entry) //String would mean static Admin return (Entry)entry; } return null; } public boolean cookieAdminAuth(final String cookieString){ final String token = getLoginToken(cookieString); if (cookieUsers.containsKey(token)) { final Object entry = cookieUsers.get(token); if (entry instanceof String && entry.equals("admin")) { return true; } } return false; } public String getCookie(final Entry entry){ final Random r = new Random(); final String token = Long.toString(Math.abs(r.nextLong()), 36); cookieUsers.put(token, entry); return token; } public String getAdminCookie(){ final Random r = new Random(); final String token = Long.toString(Math.abs(r.nextLong()), 36); cookieUsers.put(token, "admin"); return token; } public static String getLoginToken(final String cookies){ final String[] cookie = cookies.split(";"); //TODO: Mozilla uses "; " for (String c :cookie) { String[] pair = c.split("="); if (pair[0].trim().equals("login")) { return pair[1].trim(); } } return ""; } public void adminLogout(final String logintoken){ if(cookieUsers.containsKey(logintoken)){ //XXX: We could check, if its == "admin", but we want to logout anyway. cookieUsers.remove(logintoken); } } public class Entry { public static final String MD5ENCODED_USERPWD_STRING = "MD5_user:pwd"; public static final String AUTHENTICATION_METHOD = "auth_method"; public static final String LOGGED_OUT = "loggedOut"; public static final String USER_FIRSTNAME = "firstName"; public static final String USER_LASTNAME = "lastName"; public static final String USER_ADDRESS = "address"; public static final String LAST_ACCESS = "lastAccess"; public static final String TIME_USED = "timeUsed"; public static final String TIME_LIMIT = "timeLimit"; public static final String TRAFFIC_SIZE = "trafficSize"; public static final String TRAFFIC_LIMIT = "trafficLimit"; public static final String UPLOAD_RIGHT = "uploadRight"; public static final String DOWNLOAD_RIGHT = "downloadRight"; public static final String ADMIN_RIGHT = "adminRight"; public static final String PROXY_RIGHT = "proxyRight"; public static final String BLOG_RIGHT = "blogRight"; public static final String WIKIADMIN_RIGHT = "wikiAdminRight"; public static final String BOOKMARK_RIGHT = "bookmarkRight"; //to create new rights, you just need to edit this strings public static final String RIGHT_TYPES= ADMIN_RIGHT+","+DOWNLOAD_RIGHT+","+UPLOAD_RIGHT+","+PROXY_RIGHT+","+ BLOG_RIGHT+","+BOOKMARK_RIGHT+","+WIKIADMIN_RIGHT; public static final String RIGHT_NAMES="Admin,Download,Upload,Proxy usage,Blog,Bookmark,Wiki Admin,SOAP"; public static final int PROXY_ALLOK = 0; //can Surf public static final int PROXY_ERROR = 1; //unknown error public static final int PROXY_NORIGHT = 2; //no proxy right public static final int PROXY_TIMELIMIT_REACHED = 3; // this is a simple record structure that hold all properties of a user private Map mem; private String userName; private final Calendar oldDate, newDate; public Entry(final String userName, final Map mem) throws IllegalArgumentException { if ((userName == null) || (userName.length() == 0)) throw new IllegalArgumentException("Username needed."); if(userName.length()>128){ throw new IllegalArgumentException("Username too long!"); } this.userName = userName.trim(); if (this.userName.length() < USERNAME_MIN_LENGTH) throw new IllegalArgumentException("Username too short. Length should be >= " + USERNAME_MIN_LENGTH); if (mem == null) this.mem = new HashMap(); else this.mem = mem; if (mem == null || !mem.containsKey(AUTHENTICATION_METHOD)) { this.mem.put(AUTHENTICATION_METHOD,"yacy"); } this.oldDate=Calendar.getInstance(); this.newDate=Calendar.getInstance(); } public String getUserName() { return this.userName; } public String getFirstName() { return (this.mem.containsKey(USER_FIRSTNAME)?this.mem.get(USER_FIRSTNAME):null); } public String getLastName() { return (this.mem.containsKey(USER_LASTNAME)?this.mem.get(USER_LASTNAME):null); } public String getAddress() { return (this.mem.containsKey(USER_ADDRESS)?this.mem.get(USER_ADDRESS):null); } public long getTimeUsed() { if (this.mem.containsKey(TIME_USED)) { try{ return Long.parseLong(this.mem.get(TIME_USED)); }catch(final NumberFormatException e){ return 0; } } try { this.setProperty(TIME_USED,"0"); } catch (final Exception e) { Log.logException(e); } return 0; } public long getTimeLimit() { if (this.mem.containsKey(TIME_LIMIT)) { try{ return Long.parseLong(this.mem.get(TIME_LIMIT)); }catch(final NumberFormatException e){ return 0; } } try { this.setProperty(TIME_LIMIT,"0"); } catch (final Exception e) { Log.logException(e); } return 0; } public long getTrafficSize() { if (this.mem.containsKey(TRAFFIC_SIZE)) { return Long.parseLong(this.mem.get(TRAFFIC_SIZE)); } try { this.setProperty(TRAFFIC_SIZE,"0"); } catch (final Exception e) { Log.logException(e); } return 0; } public Long getTrafficLimit() { return (this.mem.containsKey(TRAFFIC_LIMIT)?Long.valueOf(this.mem.get(TRAFFIC_LIMIT)):null); } public long updateTrafficSize(final long responseSize) { if (responseSize < 0) throw new IllegalArgumentException("responseSize must be greater or equal zero."); final long currentTrafficSize = getTrafficSize(); final long newTrafficSize = currentTrafficSize + responseSize; try { this.setProperty(TRAFFIC_SIZE,Long.toString(newTrafficSize)); } catch (final Exception e) { Log.logException(e); } return newTrafficSize; } public Long getLastAccess() { return (this.mem.containsKey(LAST_ACCESS)?Long.valueOf(this.mem.get(LAST_ACCESS)):null); } public int surfRight(){ final long timeUsed=this.updateLastAccess(true); if (!this.hasRight(Entry.PROXY_RIGHT)) return PROXY_NORIGHT; if(! (this.getTimeLimit() <= 0 || ( timeUsed < this.getTimeLimit())) ){ //no timelimit or timelimit not reached return PROXY_TIMELIMIT_REACHED; } return PROXY_ALLOK; } public boolean canSurf(){ return (this.surfRight() == PROXY_ALLOK) ? true : false; } public long updateLastAccess(final boolean incrementTimeUsed) { return updateLastAccess(System.currentTimeMillis(), incrementTimeUsed); } public long updateLastAccess(final long timeStamp, final boolean incrementTimeUsed) { if (timeStamp < 0) throw new IllegalArgumentException(); final Long lastAccess = this.getLastAccess(); long newTimeUsed = getTimeUsed(); if (incrementTimeUsed) { if ((lastAccess == null)||((lastAccess != null)&&(timeStamp-lastAccess.longValue()>=1000*60))) { //1 minute //this.mem.put(TIME_USED,Long.toString(newTimeUsed = ++oldTimeUsed)); newTimeUsed++; if(lastAccess != null){ this.oldDate.setTime(new Date(lastAccess.longValue())); this.newDate.setTime(new Date(System.currentTimeMillis())); if( this.oldDate.get(Calendar.DAY_OF_MONTH) != this.newDate.get(Calendar.DAY_OF_MONTH) || this.oldDate.get(Calendar.MONTH) != this.newDate.get(Calendar.MONTH) || this.oldDate.get(Calendar.YEAR) != this.newDate.get(Calendar.YEAR) ){ //new Day, reset time newTimeUsed=0; } }else{ //no access so far newTimeUsed=0; } this.mem.put(TIME_USED,Long.toString(newTimeUsed)); this.mem.put(LAST_ACCESS,Long.toString(timeStamp)); //update Timestamp } } else { this.mem.put(LAST_ACCESS,Long.toString(timeStamp)); //update Timestamp } try { userDB.this.userTable.insert(getUserName().getBytes(), this.mem); } catch(final Exception e){ Log.logException(e); } return newTimeUsed; } public String getMD5EncodedUserPwd() { return (this.mem.containsKey(MD5ENCODED_USERPWD_STRING)?this.mem.get(MD5ENCODED_USERPWD_STRING):null); } public Map getProperties() { return this.mem; } public void setProperty(final String propName, final String newValue) throws IOException, RowSpaceExceededException { this.mem.put(propName, newValue); userDB.this.userTable.insert(getUserName().getBytes(), this.mem); } public String getProperty(final String propName, final String defaultValue) { return (this.mem.containsKey(propName)?this.mem.get(propName):defaultValue); } public boolean hasRight(final String rightName){ return (this.mem.containsKey(rightName)?this.mem.get(rightName).equals("true"):false); } /** * @deprecated use hasRight(UPLOAD_RIGHT) instead */ @Deprecated public boolean hasUploadRight() { return this.hasRight(UPLOAD_RIGHT); } /** * @deprecated use hasRight(DOWNLOAD_RIGHT) instead */ @Deprecated public boolean hasDownloadRight() { return this.hasRight(DOWNLOAD_RIGHT); } /** * @deprecated use hasRight(PROXY_RIGHT) instead */ @Deprecated public boolean hasProxyRight() { return this.hasRight(PROXY_RIGHT); } /** * @deprecated use hasRight(ADMIN_RIGHT) instead */ @Deprecated public boolean hasAdminRight() { return this.hasRight(ADMIN_RIGHT); } /** * @deprecated use hasRight(BLOG_RIGHT) instead */ @Deprecated public boolean hasBlogRight() { return this.hasRight(BLOG_RIGHT); } /** * @deprecated use hasRight(WIKIADMIN_RIGHT) instead */ @Deprecated public boolean hasWikiAdminRight() { return this.hasRight(WIKIADMIN_RIGHT); } /** * @deprecated use hasRight(BOOKMARK_RIGHT) instead */ @Deprecated public boolean hasBookmarkRight() { return this.hasRight(BOOKMARK_RIGHT); } public boolean isLoggedOut(){ return (this.mem.containsKey(LOGGED_OUT)?this.mem.get(LOGGED_OUT).equals("true"):false); } public void logout(final String ip, final String logintoken){ logout(ip); if(cookieUsers.containsKey(logintoken)){ cookieUsers.remove(logintoken); } } public void logout(final String ip) { try { setProperty(LOGGED_OUT, "true"); if (ipUsers.containsKey(ip)){ ipUsers.remove(ip); } } catch (final Exception e) { Log.logException(e); } } public void logout(){ logout("xxxxxx"); } @Override public String toString() { final StringBuilder str = new StringBuilder(); str.append((this.userName==null)?"null":this.userName).append(": "); if (this.mem != null) { str.append(this.mem.toString()); } return str.toString(); } } public Iterator iterator(final boolean up) { // enumerates users try { return new userIterator(up); } catch (final IOException e) { return new HashSet().iterator(); } } public class userIterator implements Iterator { // the iterator iterates all userNames CloneableIterator userIter; //userDB.Entry nextEntry; public userIterator(final boolean up) throws IOException { this.userIter = userDB.this.userTable.keys(up, false); //this.nextEntry = null; } public boolean hasNext() { try { return this.userIter.hasNext(); } catch (final kelondroException e) { resetDatabase(); return false; } } public Entry next() { try { return getEntry(new String(this.userIter.next())); } catch (final kelondroException e) { resetDatabase(); return null; } } public void remove() { // if (this.nextEntry != null) { // try { // final Object userName = this.nextEntry.getUserName(); // if (userName != null) removeEntry((String) userName); // } catch (final kelondroException e) { // resetDatabase(); // } // } throw new UnsupportedOperationException("Method not implemented yet."); } } }