WIP: Remodeling events
[aquarium] / src / main / scala / gr / grnet / aquarium / store / mongodb / MongoDBStore.scala
index d3150d8..70a25ee 100644 (file)
@@ -1,5 +1,5 @@
 /*
- * Copyright 2011 GRNET S.A. All rights reserved.
+ * Copyright 2011-2012 GRNET S.A. All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or
  * without modification, are permitted provided that the following
 
 package gr.grnet.aquarium.store.mongodb
 
-import gr.grnet.aquarium.util.Loggable
-import com.ckkloverdos.maybe.{Failed, Just, Maybe}
 import com.mongodb.util.JSON
 import gr.grnet.aquarium.user.UserState
-import gr.grnet.aquarium.util.displayableObjectInfo
+import gr.grnet.aquarium.user.UserState.{JsonNames => UserStateJsonNames}
 import gr.grnet.aquarium.util.json.JsonSupport
-import collection.mutable.{ListBuffer}
+import collection.mutable.ListBuffer
+import gr.grnet.aquarium.events.im.IMEventModel.{Names => IMEventNames}
 import gr.grnet.aquarium.store._
-import gr.grnet.aquarium.logic.events.{WalletEntry, UserEvent, ResourceEvent, AquariumEvent}
-import gr.grnet.aquarium.logic.events.ResourceEvent.JsonNames
+import gr.grnet.aquarium.events.ResourceEvent.{JsonNames => ResourceJsonNames}
+import gr.grnet.aquarium.events.WalletEntry.{JsonNames => WalletJsonNames}
+import gr.grnet.aquarium.events.PolicyEntry.{JsonNames => PolicyJsonNames}
 import java.util.Date
+import gr.grnet.aquarium.logic.accounting.Policy
 import com.mongodb._
+import org.bson.types.ObjectId
+import gr.grnet.aquarium.events._
+import com.ckkloverdos.maybe.{NoVal, Maybe}
+import im.IMEventModel
+import gr.grnet.aquarium.util._
+import gr.grnet.aquarium.converter.StdConverters
 
 /**
- * Mongodb implementation of the event _store (and soon the user _store).
+ * Mongodb implementation of the various aquarium stores.
  *
  * @author Christos KK Loverdos <loverdos@gmail.com>
  * @author Georgios Gousios <gousiosg@gmail.com>
@@ -59,222 +66,497 @@ class MongoDBStore(
     val database: String,
     val username: String,
     val password: String)
-  extends EventStore with UserStore with WalletStore with Loggable {
-
-  private[store] lazy val events: DBCollection = getCollection(MongoDBStore.EVENTS_COLLECTION)
-  private[store] lazy val users: DBCollection = getCollection(MongoDBStore.USERS_COLLECTION)
-  private[store] lazy val imevents: DBCollection = getCollection(MongoDBStore.IM_EVENTS_COLLECTION)
-  private[store] lazy val wallets: DBCollection = getCollection(MongoDBStore.IM_WALLETS)
+  extends ResourceEventStore
+  with UserStateStore
+  with WalletEntryStore
+  with IMEventStore
+  with PolicyStore
+  with Loggable {
+
+  override type IMEvent = MongoDBIMEvent
+
+  private[store] lazy val resourceEvents   = getCollection(MongoDBStore.RESOURCE_EVENTS_COLLECTION)
+  private[store] lazy val userStates       = getCollection(MongoDBStore.USER_STATES_COLLECTION)
+  private[store] lazy val imEvents         = getCollection(MongoDBStore.IM_EVENTS_COLLECTION)
+  private[store] lazy val unparsedIMEvents = getCollection(MongoDBStore.UNPARSED_IM_EVENTS_COLLECTION)
+  private[store] lazy val walletEntries    = getCollection(MongoDBStore.WALLET_ENTRIES_COLLECTION)
+  private[store] lazy val policyEntries    = getCollection(MongoDBStore.POLICY_ENTRIES_COLLECTION)
 
   private[this] def getCollection(name: String): DBCollection = {
     val db = mongo.getDB(database)
-    if(!db.authenticate(username, password.toCharArray)) {
+    //logger.debug("Authenticating to mongo")
+    if(!db.isAuthenticated && !db.authenticate(username, password.toCharArray)) {
       throw new StoreException("Could not authenticate user %s".format(username))
     }
     db.getCollection(name)
   }
 
-  /* TODO: Some of the following methods rely on JSON (de-)serialization).
-  * A method based on proper object serialization would be much faster.
-  */
-
-  private[this] def _deserializeEvent[A <: AquariumEvent](a: DBObject): A = {
-    //TODO: Distinguish events and deserialize appropriately
-    ResourceEvent.fromJson(JSON.serialize(a)).asInstanceOf[A]
+  private[this] def _sortByTimestampAsc[A <: AquariumEventModel](one: A, two: A): Boolean = {
+    if (one.occurredMillis > two.occurredMillis) false
+    else if (one.occurredMillis < two.occurredMillis) true
+    else true
   }
 
-  private[this] def _deserializeUserState(dbObj: DBObject): UserState = {
-    val jsonString = JSON.serialize(dbObj)
-    UserState.fromJson(jsonString)
+  private[this] def _sortByTimestampDesc[A <: AquariumEventSkeleton](one: A, two: A): Boolean = {
+    if (one.occurredMillis < two.occurredMillis) false
+    else if (one.occurredMillis > two.occurredMillis) true
+    else true
   }
 
-  private[this] def _makeDBObject(any: JsonSupport): DBObject = {
-    JSON.parse(any.toJson) match {
-      case dbObject: DBObject ⇒
-        dbObject
-      case _ ⇒
-        throw new StoreException("Could not transform %s -> %s".format(displayableObjectInfo(any), classOf[DBObject].getName))
-    }
+  //+ResourceEventStore
+  def storeResourceEvent(event: ResourceEvent) = {
+    MongoDBStore.storeAny[ResourceEvent](
+      event,
+      resourceEvents,
+      ResourceJsonNames.id,
+      (e) => e.id,
+      MongoDBStore.jsonSupportToDBObject)
   }
 
-  private[this] def _prepareFieldQuery(name: String, value: String): DBObject = {
-    val dbObj = new BasicDBObject(1)
-    dbObj.put(name, value)
-    dbObj
-  }
+  def findResourceEventById(id: String): Maybe[ResourceEvent] =
+    MongoDBStore.findById(id, resourceEvents, MongoDBStore.dbObjectToResourceEvent)
 
-  private[this] def _insertObject(collection: DBCollection, obj: JsonSupport): DBObject = {
-    val dbObj = _makeDBObject(obj)
-    collection insert dbObj
-    dbObj
+  def findResourceEventsByUserId(userId: String)
+                                (sortWith: Option[(ResourceEvent, ResourceEvent) => Boolean]): List[ResourceEvent] = {
+    val query = new BasicDBObject(ResourceJsonNames.userId, userId)
+
+    MongoDBStore.runQuery(query, resourceEvents)(MongoDBStore.dbObjectToResourceEvent)(sortWith)
   }
 
-  private[this] def _checkWasInserted(collection: DBCollection, obj: JsonSupport,  idName: String, id: String): String = {
-    val cursor = collection.find(_prepareFieldQuery(idName, id))
-    if (!cursor.hasNext) {
-      val errMsg = "Failed to _store %s".format(displayableObjectInfo(obj))
-      logger.error(errMsg)
-      throw new StoreException(errMsg)
-    }
+  def findResourceEventsByUserIdAfterTimestamp(userId: String, timestamp: Long): List[ResourceEvent] = {
+    val query = new BasicDBObject()
+    query.put(ResourceJsonNames.userId, userId)
+    query.put(ResourceJsonNames.occurredMillis, new BasicDBObject("$gt", timestamp))
+    
+    val sort = new BasicDBObject(ResourceJsonNames.occurredMillis, 1)
 
-    val retval = cursor.next.get("_id").toString
-    cursor.close()
-    retval
-  }
+    val cursor = resourceEvents.find(query).sort(sort)
 
-  private[this] def _store[A <: AquariumEvent](entry: A, col: DBCollection) : Maybe[RecordID] = {
     try {
-      // Store
-      val dbObj = _makeDBObject(entry)
-      col.insert(dbObj)
+      val buffer = new scala.collection.mutable.ListBuffer[ResourceEvent]
+      while(cursor.hasNext) {
+        buffer += MongoDBStore.dbObjectToResourceEvent(cursor.next())
+      }
+      buffer.toList.sortWith(_sortByTimestampAsc)
+    } finally {
+      cursor.close()
+    }
+  }
 
-      // Get back to retrieve unique id
-      val cursor = col.find(_prepareFieldQuery(JsonNames.id, entry.id))
+  def findResourceEventHistory(userId: String, resName: String,
+                               instid: Option[String], upTo: Long) : List[ResourceEvent] = {
+    val query = new BasicDBObject()
+    query.put(ResourceJsonNames.userId, userId)
+    query.put(ResourceJsonNames.occurredMillis, new BasicDBObject("$lt", upTo))
+    query.put(ResourceJsonNames.resource, resName)
+
+    instid match {
+      case Some(id) =>
+        Policy.policy.findResource(resName) match {
+          case Some(y) => query.put(ResourceJsonNames.details,
+            new BasicDBObject(y.descriminatorField, instid.get))
+          case None =>
+        }
+      case None =>
+    }
 
-      if (!cursor.hasNext) {
-        cursor.close()
-        logger.error("Failed to _store entry: %s".format(entry))
-        return Failed(new StoreException("Failed to _store entry: %s".format(entry)))
-      }
+    val sort = new BasicDBObject(ResourceJsonNames.occurredMillis, 1)
+    val cursor = resourceEvents.find(query).sort(sort)
 
-      val retval = Just(RecordID(cursor.next.get(JsonNames._id).toString))
+    try {
+      val buffer = new scala.collection.mutable.ListBuffer[ResourceEvent]
+      while(cursor.hasNext) {
+        buffer += MongoDBStore.dbObjectToResourceEvent(cursor.next())
+      }
+      buffer.toList.sortWith(_sortByTimestampAsc)
+    } finally {
       cursor.close()
-      retval
-    } catch {
-      case m: MongoException =>
-        logger.error("Unknown Mongo error: %s".format(m)); Failed(m)
     }
   }
 
-  private[this] def _findById[A <: AquariumEvent](id: String, col: DBCollection) : Option[A] = {
-    val q = new BasicDBObject()
-    q.put(JsonNames.id, id)
+  def findResourceEventsForReceivedPeriod(userId: String, startTimeMillis: Long, stopTimeMillis: Long): List[ResourceEvent] = {
+    val query = new BasicDBObject()
+    query.put(ResourceJsonNames.userId, userId)
+    query.put(ResourceJsonNames.receivedMillis, new BasicDBObject("$gte", startTimeMillis))
+    query.put(ResourceJsonNames.receivedMillis, new BasicDBObject("$lte", stopTimeMillis))
 
-    val cur = col.find(q)
+    // Sort them by increasing order for occurred time
+    val orderBy = new BasicDBObject(ResourceJsonNames.occurredMillis, 1)
 
-    val retval = if (cur.hasNext)
-      Some(_deserializeEvent(cur.next))
-    else
-      None
-    
-    cur.close()
-    retval
+    MongoDBStore.runQuery[ResourceEvent](query, resourceEvents, orderBy)(MongoDBStore.dbObjectToResourceEvent)(None)
   }
   
-  private[this] def _query[A <: AquariumEvent](q: BasicDBObject,
-                                              col: DBCollection)
-                                              (sortWith: Option[(A, A) => Boolean]): List[A] = {
-    val cur = col.find(q)
-    if (!cur.hasNext) {
-      cur.close()
-      return List()
+  def countOutOfSyncEventsForBillingPeriod(userId: String, startMillis: Long, stopMillis: Long): Maybe[Long] = {
+    Maybe {
+      // FIXME: Implement
+      0L
     }
+  }
 
-    val buff = new ListBuffer[A]()
+  def findAllRelevantResourceEventsForBillingPeriod(userId: String,
+                                                    startMillis: Long,
+                                                    stopMillis: Long): List[ResourceEvent] = {
+    // FIXME: Implement
+    Nil
+  }
+  //-ResourceEventStore
 
-    while(cur.hasNext)
-      buff += _deserializeEvent(cur.next)
+  //+ UserStateStore
+  def storeUserState(userState: UserState): Maybe[RecordID] = {
+    MongoDBStore.storeUserState(userState, userStates)
+  }
 
-    cur.close()
-    
-    sortWith match {
-      case Some(sorter) => buff.toList.sortWith(sorter)
-      case None => buff.toList
+  def findUserStateByUserId(userId: String): Maybe[UserState] = {
+    Maybe {
+      val query = new BasicDBObject(UserStateJsonNames.userId, userId)
+      val cursor = userStates find query
+
+      try {
+        if(cursor.hasNext)
+          MongoDBStore.dbObjectToUserState(cursor.next())
+        else
+          null
+      } finally {
+        cursor.close()
+      }
     }
   }
 
-  private[this] def _sortByTimestampAsc[A <: AquariumEvent](one: A, two: A): Boolean = {
-    if (one.occurredMillis > two.occurredMillis) false
-    else if (one.occurredMillis < two.occurredMillis) true
-    else true
+  def findLatestUserStateForEndOfBillingMonth(userId: String,
+                                              yearOfBillingMonth: Int,
+                                              billingMonth: Int): Maybe[UserState] = {
+    NoVal // FIXME: implement
   }
 
-  private[this] def _sortByTimestampDesc[A <: AquariumEvent](one: A, two: A): Boolean = {
-    if (one.occurredMillis < two.occurredMillis) false
-    else if (one.occurredMillis > two.occurredMillis) true
-    else true
+  def deleteUserState(userId: String) = {
+    val query = new BasicDBObject(UserStateJsonNames.userId, userId)
+    userStates.findAndRemove(query)
+  }
+  //- UserStateStore
+
+  //+WalletEntryStore
+  def storeWalletEntry(entry: WalletEntry): Maybe[RecordID] = {
+    Maybe {
+      MongoDBStore.storeAny[WalletEntry](
+        entry,
+        walletEntries,
+        ResourceJsonNames.id,
+        (e) => e.id,
+        MongoDBStore.jsonSupportToDBObject)
+    }
   }
 
-  //+EventStore
-  def storeEvent[A <: AquariumEvent](event: A): Maybe[RecordID] = _store(event, events)
+  def findWalletEntryById(id: String): Maybe[WalletEntry] =
+    MongoDBStore.findById[WalletEntry](id, walletEntries, MongoDBStore.dbObjectToWalletEntry)
 
-  def findEventById[A <: AquariumEvent](id: String): Option[A] = _findById[A](id, events)
+  def findUserWalletEntries(userId: String) = {
+    // TODO: optimize
+    findUserWalletEntriesFromTo(userId, new Date(0), new Date(Int.MaxValue))
+  }
 
-  def findEventsByUserId[A <: AquariumEvent](userId: String)
-                                            (sortWith: Option[(A, A) => Boolean]): List[A] = {
+  def findUserWalletEntriesFromTo(userId: String, from: Date, to: Date) : List[WalletEntry] = {
     val q = new BasicDBObject()
-    q.put(JsonNames.userId, userId)
+    // TODO: Is this the correct way for an AND query?
+    q.put(WalletJsonNames.occurredMillis, new BasicDBObject("$gt", from.getTime))
+    q.put(WalletJsonNames.occurredMillis, new BasicDBObject("$lt", to.getTime))
+    q.put(WalletJsonNames.userId, userId)
 
-    _query(q, events)(sortWith)
+    MongoDBStore.runQuery[WalletEntry](q, walletEntries)(MongoDBStore.dbObjectToWalletEntry)(Some(_sortByTimestampAsc))
   }
 
-  def findEventsByUserIdAfterTimestamp[A <: AquariumEvent](userId: String, timestamp: Long): List[A] = {
-    val query = new BasicDBObject()
-    query.put(JsonNames.userId, userId)
-    query.put(JsonNames.timestamp, new BasicDBObject("$gte", timestamp))
-    
-    val sort = new BasicDBObject(JsonNames.timestamp, 1)
+  def findWalletEntriesAfter(userId: String, from: Date) : List[WalletEntry] = {
+    val q = new BasicDBObject()
+    q.put(WalletJsonNames.occurredMillis, new BasicDBObject("$gt", from.getTime))
+    q.put(WalletJsonNames.userId, userId)
 
-    val cursor = events.find(query).sort(sort)
-    val buffer = new scala.collection.mutable.ListBuffer[A]
-    while(cursor.hasNext) {
-      buffer += _deserializeEvent(cursor.next())
+    MongoDBStore.runQuery[WalletEntry](q, walletEntries)(MongoDBStore.dbObjectToWalletEntry)(Some(_sortByTimestampAsc))
+  }
+
+  def findLatestUserWalletEntries(userId: String) = {
+    Maybe {
+      val orderBy = new BasicDBObject(WalletJsonNames.occurredMillis, -1) // -1 is descending order
+      val cursor = walletEntries.find().sort(orderBy)
+
+      try {
+        val buffer = new scala.collection.mutable.ListBuffer[WalletEntry]
+        if(cursor.hasNext) {
+          val walletEntry = MongoDBStore.dbObjectToWalletEntry(cursor.next())
+          buffer += walletEntry
+
+          var _previousOccurredMillis = walletEntry.occurredMillis
+          var _ok = true
+
+          while(cursor.hasNext && _ok) {
+            val walletEntry = MongoDBStore.dbObjectToWalletEntry(cursor.next())
+            var currentOccurredMillis = walletEntry.occurredMillis
+            _ok = currentOccurredMillis == _previousOccurredMillis
+            
+            if(_ok) {
+              buffer += walletEntry
+            }
+          }
+
+          buffer.toList
+        } else {
+          null
+        }
+      } finally {
+        cursor.close()
+      }
+    }
+  }
+
+  def findPreviousEntry(userId: String, resource: String,
+                        instanceId: String,
+                        finalized: Option[Boolean]): List[WalletEntry] = {
+    val q = new BasicDBObject()
+    q.put(WalletJsonNames.userId, userId)
+    q.put(WalletJsonNames.resource, resource)
+    q.put(WalletJsonNames.instanceId, instanceId)
+    finalized match {
+      case Some(x) => q.put(WalletJsonNames.finalized, x)
+      case None =>
     }
 
-    cursor.close()
+    MongoDBStore.runQuery[WalletEntry](q, walletEntries)(MongoDBStore.dbObjectToWalletEntry)(Some(_sortByTimestampAsc))
+  }
+  //-WalletEntryStore
 
-    buffer.toList
+  //+IMEventStore
+  def isLocalIMEvent(event: IMEventModel) = {
+    MongoDBStore.isLocalIMEvent(event)
   }
-  //-EventStore
 
-  //+UserStore
+  def createIMEventFromJson(json: String) = {
+    MongoDBStore.createIMEventFromJson(json)
+  }
 
-  def storeUserState(userState: UserState): Maybe[RecordID] = {
+  def createIMEventFromOther(event: IMEventModel) = {
+    MongoDBStore.createIMEventFromOther(event)
+  }
+
+  def storeUnparsed(json: String): Maybe[RecordID] = {
+    MongoDBStore.storeJustJson(json, unparsedIMEvents)
+  }
+
+  def storeIMEvent(_event: IMEventModel): RecordID = {
+    val event = createIMEventFromOther(_event)
+    MongoDBStore.storeAny[IMEvent](
+      event,
+      imEvents,
+      IMEventNames.userID,
+      _.userID,
+      MongoDBStore.jsonSupportToDBObject
+    )
+  }
+
+  def findIMEventById(id: String): Maybe[IMEvent] =
+    MongoDBStore.findById[IMEvent](id, imEvents, MongoDBStore.dbObjectToIMEvent)
+
+  def findIMEventsByUserId(userId: String): List[IMEvent] = {
+    val query = new BasicDBObject(IMEventNames.userID, userId)
+    MongoDBStore.runQuery(query, imEvents)(MongoDBStore.dbObjectToIMEvent)(Some(_sortByTimestampAsc))
+  }
+  //-IMEventStore
+
+  //+PolicyStore
+  def loadPolicyEntriesAfter(after: Long): List[PolicyEntry] = {
+    val query = new BasicDBObject(PolicyEntry.JsonNames.validFrom,
+      new BasicDBObject("$gt", after))
+    MongoDBStore.runQuery(query, policyEntries)(MongoDBStore.dbObjectToPolicyEntry)(Some(_sortByTimestampAsc))
+  }
+
+  def storePolicyEntry(policy: PolicyEntry): Maybe[RecordID] = MongoDBStore.storePolicyEntry(policy, policyEntries)
+
+
+  def updatePolicyEntry(policy: PolicyEntry) = {
+    //Find the entry
+    val query = new BasicDBObject(PolicyEntry.JsonNames.id, policy.id)
+    val policyObject = MongoDBStore.jsonSupportToDBObject(policy)
+    policyEntries.update(query, policyObject, true, false)
+  }
+  
+  def findPolicyEntry(id: String) =
+    MongoDBStore.findById[PolicyEntry](id, policyEntries, MongoDBStore.dbObjectToPolicyEntry)
+
+  //-PolicyStore
+}
+
+object MongoDBStore {
+  object JsonNames {
+    final val _id = "_id"
+  }
+
+  /**
+   * Collection holding the [[gr.grnet.aquarium.events.ResourceEvent]]s.
+   *
+   * Resource events are coming from all systems handling billable resources.
+   */
+  final val RESOURCE_EVENTS_COLLECTION = "resevents"
+
+  /**
+   * Collection holding the snapshots of [[gr.grnet.aquarium.user.UserState]].
+   *
+   * [[gr.grnet.aquarium.user.UserState]] is held internally within [[gr.grnet.aquarium.actor.service.user .UserActor]]s.
+   */
+  final val USER_STATES_COLLECTION = "userstates"
+
+  /**
+   * Collection holding [[gr.grnet.aquarium.events.im.IMEventModel]]s.
+   *
+   * User events are coming from the IM module (external).
+   */
+  final val IM_EVENTS_COLLECTION = "imevents"
+
+  /**
+   * Collection holding [[gr.grnet.aquarium.events.im.IMEventModel]]s that could not be parsed to normal objects.
+   *
+   * We of course assume at least a valid JSON representation.
+   *
+   * User events are coming from the IM module (external).
+   */
+  final val UNPARSED_IM_EVENTS_COLLECTION = "unparsed_imevents"
+
+  /**
+   * Collection holding [[gr.grnet.aquarium.events.WalletEntry]].
+   *
+   * Wallet entries are generated internally in Aquarium.
+   */
+  final val WALLET_ENTRIES_COLLECTION = "wallets"
+
+  /**
+   * Collection holding [[gr.grnet.aquarium.logic.accounting.dsl.DSLPolicy]].
+   */
+//  final val POLICIES_COLLECTION = "policies"
+
+  /**
+   * Collection holding [[gr.grnet.aquarium.events.PolicyEntry]].
+   */
+  final val POLICY_ENTRIES_COLLECTION = "policyEntries"
+
+  /* TODO: Some of the following methods rely on JSON (de-)serialization).
+  * A method based on proper object serialization would be much faster.
+  */
+  def dbObjectToResourceEvent(dbObject: DBObject): ResourceEvent = {
+    ResourceEvent.fromJson(JSON.serialize(dbObject))
+  }
+
+  def dbObjectToUserState(dbObj: DBObject): UserState = {
+    UserState.fromJson(JSON.serialize(dbObj))
+  }
+
+  def dbObjectToWalletEntry(dbObj: DBObject): WalletEntry = {
+    WalletEntry.fromJson(JSON.serialize(dbObj))
+  }
+
+  def dbObjectToIMEvent(dbObj: DBObject): MongoDBIMEvent = {
+    MongoDBIMEvent.fromJson(JSON.serialize(dbObj))
+  }
+
+  def dbObjectToPolicyEntry(dbObj: DBObject): PolicyEntry = {
+    PolicyEntry.fromJson(JSON.serialize(dbObj))
+  }
+
+  def findById[A >: Null <: AnyRef](id: String, collection: DBCollection, deserializer: (DBObject) => A) : Maybe[A] =
     Maybe {
-      val dbObj = _insertObject(users, userState)
-      val id    = _checkWasInserted(users, userState, JsonNames.userId, userState.userId)
-      RecordID(id)
+    val query = new BasicDBObject(ResourceJsonNames.id, id)
+    val cursor = collection find query
+
+    try {
+      if(cursor.hasNext)
+        deserializer apply cursor.next
+      else
+        null: A // will be transformed to NoVal by the Maybe polymorphic constructor
+    } finally {
+      cursor.close()
     }
   }
 
-  def findUserStateByUserId(userId: String): Maybe[UserState] = {
-    Maybe {
-      val queryObj = _prepareFieldQuery(JsonNames.userId, userId)
-      val cursor = events.find(queryObj)
+  def runQuery[A <: AquariumEventModel](query: DBObject, collection: DBCollection, orderBy: DBObject = null)
+                                  (deserializer: (DBObject) => A)
+                                  (sortWith: Option[(A, A) => Boolean]): List[A] = {
+    val cursor0 = collection find query
+    val cursor = if(orderBy ne null) {
+      cursor0 sort orderBy
+    } else {
+      cursor0
+    } // I really know that docs say that it is the same cursor.
+
+    if(!cursor.hasNext) {
+      cursor.close()
+      Nil
+    } else {
+      val buff = new ListBuffer[A]()
 
-      if(!cursor.hasNext) {
-        cursor.close()
-        null
-      } else {
-        val userState = _deserializeUserState(cursor.next())
-        cursor.close()
-        userState
+      while(cursor.hasNext) {
+        buff += deserializer apply cursor.next
+      }
+
+      cursor.close()
+
+      sortWith match {
+        case Some(sorter) => buff.toList.sortWith(sorter)
+        case None => buff.toList
       }
     }
   }
-  //-UserStore
 
-  //+WalletStore
-  def store(entry: WalletEntry): Maybe[RecordID] = _store(entry, wallets)
+  def storeUserState(userState: UserState, collection: DBCollection): Maybe[RecordID] = {
+    Maybe(storeAny[UserState](userState, collection, ResourceJsonNames.userId, _.userId, MongoDBStore.jsonSupportToDBObject))
+  }
+  
+  def storePolicyEntry(policyEntry: PolicyEntry, collection: DBCollection): Maybe[RecordID] = {
+    Maybe(storeAny[PolicyEntry](policyEntry, collection, PolicyJsonNames.id, _.id, MongoDBStore.jsonSupportToDBObject))
+  }
 
-  def findEntryById(id: String): Option[WalletEntry] = _findById[WalletEntry](id, wallets)
+  def storeJustJson(json: String, collection: DBCollection): Maybe[RecordID] = {
+    Maybe {
+      val dbObj = jsonStringToDBObject(json)
+      val writeResult = collection insert dbObj
+      writeResult.getLastError().throwOnError()
+      val objectId = dbObj.get("_id").asInstanceOf[ObjectId]
 
-  def findAllUserEntries(userId: String) = findUserEntriesFromTo(userId, new Date(0), new Date(Int.MaxValue))
+      RecordID(objectId.toString)
+    }
+  }
 
-  def findUserEntriesFromTo(userId: String, from: Date, to: Date) : List[WalletEntry] = {
-    val q = new BasicDBObject()
-    q.put(JsonNames.timestamp, new BasicDBObject("$gt", from.getTime))
-    q.put(JsonNames.timestamp, new BasicDBObject("$lt", to.getTime))
-    q.put(JsonNames.userId, userId)
+  def storeAny[A](any: A,
+                  collection: DBCollection,
+                  idName: String,
+                  idValueProvider: (A) => String,
+                  serializer: (A) => DBObject) : RecordID = {
 
-    _query[WalletEntry](q, wallets)(Some(_sortByTimestampAsc))
+    val dbObject = serializer apply any
+    val _id = new ObjectId()
+    dbObject.put("_id", _id)
+    val writeResult = collection.insert(dbObject, WriteConcern.JOURNAL_SAFE)
+    writeResult.getLastError().throwOnError()
+
+    RecordID(dbObject.get("_id").toString)
   }
-  //-WalletStore
-}
 
-object MongoDBStore {
-  def EVENTS_COLLECTION = "events"
-  def USERS_COLLECTION = "users"
-  def IM_EVENTS_COLLECTION = "imevents"
-  def IM_WALLETS = "wallets"
+  def jsonSupportToDBObject(jsonSupport: JsonSupport): DBObject = {
+    StdConverters.StdConverters.convertEx[DBObject](jsonSupport)
+  }
+
+  def jsonStringToDBObject(jsonString: String): DBObject = {
+    StdConverters.StdConverters.convertEx[DBObject](jsonString)
+  }
+
+  final def isLocalIMEvent(event: IMEventModel) = event match {
+    case _: MongoDBIMEvent ⇒ true
+    case _ ⇒ false
+  }
+
+  final def createIMEventFromJson(json: String) = {
+    MongoDBIMEvent.fromJson(json)
+  }
+
+  final def createIMEventFromOther(event: IMEventModel) = {
+    MongoDBIMEvent.fromOther(event)
+  }
+
+  final def createIMEventFromJsonBytes(jsonBytes: Array[Byte]) = {
+    MongoDBIMEvent.fromJsonBytes(jsonBytes)
+  }
 }