Synnefo » Pithos MS Client

#region

/* -----------------------------------------------------------------------

 * <copyright file="StatusAgent.cs" company="GRNet">

 * 

 * Copyright 2011-2012 GRNET S.A. All rights reserved.

 *

 * Redistribution and use in source and binary forms, with or

 * without modification, are permitted provided that the following

 * conditions are met:

 *

 *   1. Redistributions of source code must retain the above

 *      copyright notice, this list of conditions and the following

 *      disclaimer.

 *

 *   2. Redistributions in binary form must reproduce the above

 *      copyright notice, this list of conditions and the following

 *      disclaimer in the documentation and/or other materials

 *      provided with the distribution.

 *

 *

 * THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS

 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED

 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR

 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR

 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,

 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT

 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF

 * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED

 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT

 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN

 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

 * POSSIBILITY OF SUCH DAMAGE.

 *

 * The views and conclusions contained in the software and

 * documentation are those of the authors and should not be

 * interpreted as representing official policies, either expressed

 * or implied, of GRNET S.A.

 * </copyright>

 * -----------------------------------------------------------------------

 */

#endregion

using System;

using System.Collections.Generic;

using System.ComponentModel.Composition;

using System.Data;

using System.Data.SQLite;

using System.Diagnostics;

using System.Diagnostics.Contracts;

using System.IO;

using System.Linq;

using System.Reflection;

using System.Security.Cryptography;

using System.Text;

using System.Threading;

using System.Threading.Tasks;

using Castle.ActiveRecord;

using Castle.ActiveRecord.Framework;

using Castle.ActiveRecord.Framework.Config;

using Castle.ActiveRecord.Queries;

using NHibernate;

using NHibernate.ByteCode.Castle;

using NHibernate.Cfg;

using NHibernate.Cfg.Loquacious;

using NHibernate.Dialect;

using NHibernate.Exceptions;

using Pithos.Interfaces;

using Pithos.Network;

using log4net;

using Environment = System.Environment;

namespace Pithos.Core.Agents

{

    [Export(typeof(IStatusChecker)),Export(typeof(IStatusKeeper))]

    public class StatusAgent:IStatusChecker,IStatusKeeper

    {

        private static readonly ILog Log = LogManager.GetLogger(MethodBase.GetCurrentMethod().DeclaringType);

        [System.ComponentModel.Composition.Import]

        public IPithosSettings Settings { get; set; }

        [System.ComponentModel.Composition.Import]

        public IStatusNotification StatusNotification { get; set; }

        private Agent<Action> _persistenceAgent;

        public StatusAgent()

        {            

            var appDataPath = Environment.GetFolderPath(Environment.SpecialFolder.LocalApplicationData);

            _pithosDataPath = Path.Combine(appDataPath , "GRNET\\PITHOS");

            if (!Directory.Exists(_pithosDataPath))

                Directory.CreateDirectory(_pithosDataPath);

            var dbPath = Path.Combine(_pithosDataPath, "pithos.db");

            MigrateOldDb(dbPath, appDataPath);

            var source = GetConfiguration(_pithosDataPath);

            ActiveRecordStarter.Initialize(source,typeof(FileState),typeof(FileTag));

            ActiveRecordStarter.UpdateSchema();

            if (!File.Exists(dbPath))

                ActiveRecordStarter.CreateSchema();

            CreateTrigger();

        }

        private static void MigrateOldDb(string dbPath, string appDataPath)

        {

            if(String.IsNullOrWhiteSpace(dbPath))

                throw new ArgumentNullException("dbPath");

            if(String.IsNullOrWhiteSpace(appDataPath))

                throw new ArgumentNullException("appDataPath");

            Contract.EndContractBlock();

            var oldDbPath = Path.Combine(appDataPath, "Pithos", "pithos.db");

            var oldDbInfo = new FileInfo(oldDbPath);

            if (oldDbInfo.Exists && !File.Exists(dbPath))

            {

                Log.InfoFormat("Moving database from {0} to {1}",oldDbInfo.FullName,dbPath);

                var oldDirectory = oldDbInfo.Directory;

                oldDbInfo.MoveTo(dbPath);

                if (Log.IsDebugEnabled)

                    Log.DebugFormat("Deleting {0}",oldDirectory.FullName);

                oldDirectory.Delete(true);

            }

        }

        private void CreateTrigger()

        {

            using (var connection = GetConnection())

            using (var triggerCommand = connection.CreateCommand())

            {

                var cmdText = new StringBuilder()

                    .AppendLine("CREATE TRIGGER IF NOT EXISTS update_last_modified UPDATE ON FileState FOR EACH ROW")

                    .AppendLine("BEGIN")

                    .AppendLine("UPDATE FileState SET Modified=datetime('now')  WHERE Id=old.Id;")

                    .AppendLine("END;")

                    .AppendLine("CREATE TRIGGER IF NOT EXISTS insert_last_modified INSERT ON FileState FOR EACH ROW")

                    .AppendLine("BEGIN")

                    .AppendLine("UPDATE FileState SET Modified=datetime('now')  WHERE Id=new.Id;")

                    .AppendLine("END;")

                    .ToString();

                triggerCommand.CommandText = cmdText;                

                triggerCommand.ExecuteNonQuery();

            }

        }

        private static InPlaceConfigurationSource GetConfiguration(string pithosDbPath)

        {

            if (String.IsNullOrWhiteSpace(pithosDbPath))

                throw new ArgumentNullException("pithosDbPath");

            if (!Path.IsPathRooted(pithosDbPath))

                throw new ArgumentException("path must be a rooted path", "pithosDbPath");

            Contract.EndContractBlock();

            var properties = new Dictionary<string, string>

                                 {

                                     {"connection.driver_class", "NHibernate.Driver.SQLite20Driver"},

                                     {"dialect", "NHibernate.Dialect.SQLiteDialect"},

                                     {"connection.provider", "NHibernate.Connection.DriverConnectionProvider"},

                                     {

                                         "proxyfactory.factory_class",

                                         "NHibernate.ByteCode.Castle.ProxyFactoryFactory, NHibernate.ByteCode.Castle"

                                         },

                                 };

            var connectionString = String.Format(@"Data Source={0}\pithos.db;Version=3;Enlist=N", pithosDbPath);

            properties.Add("connection.connection_string", connectionString);

            var source = new InPlaceConfigurationSource();                        

            source.Add(typeof (ActiveRecordBase), properties);

            source.SetDebugFlag(false);            

            return source;

        }

        public void StartProcessing(CancellationToken token)

        {

            _persistenceAgent = Agent<Action>.Start(queue =>

            {

                Action loop = null;

                loop = () =>

                {

                    var job = queue.Receive();

                    job.ContinueWith(t =>

                    {

                        var action = job.Result;

                        try

                        {

                            action();

                        }

                        catch (SQLiteException ex)

                        {

                            Log.ErrorFormat("[ERROR] SQL \n{0}", ex);

                        }

                        catch (Exception ex)

                        {

                            Log.ErrorFormat("[ERROR] STATE \n{0}", ex);

                        }

                        queue.NotifyComplete(action);

// ReSharper disable AccessToModifiedClosure

                        queue.DoAsync(loop);

// ReSharper restore AccessToModifiedClosure

                    });

                };

                loop();

            });

        }

        public void Stop()

        {

            _persistenceAgent.Stop();            

        }

        public void ProcessExistingFiles(IEnumerable<FileInfo> existingFiles)

        {

            if (existingFiles == null)

                throw new ArgumentNullException("existingFiles");

            Contract.EndContractBlock();

            //Find new or matching files with a left join to the stored states

            var fileStates = FileState.Queryable.ToList();

            var currentFiles = from file in existingFiles

                               join state in fileStates on file.FullName.ToLower() equals state.FilePath.ToLower() into

                                   gs

                               from substate in gs.DefaultIfEmpty()

                               select Tuple.Create(file, substate);

            //To get the deleted files we must get the states that have no corresponding

            //files. 

            //We can't use the File.Exists method inside a query, so we get all file paths from the states

            var statePaths = (from state in fileStates

                              select new {state.Id, state.FilePath}).ToList();

            //and check each one

            var missingStates = (from path in statePaths

                                 where !File.Exists(path.FilePath) && !Directory.Exists(path.FilePath)

                                 select path.Id).ToList();

            //Finally, retrieve the states that correspond to the deleted files            

            var deletedFiles = from state in fileStates

                               where missingStates.Contains(state.Id)

                               select Tuple.Create(default(FileInfo), state);

            var pairs = currentFiles.Union(deletedFiles).ToList();

            i = 1;

            var total = pairs.Count;

            foreach (var pair in pairs)

            {

                ProcessFile(total, pair);

            }

        }

        int i = 1;

        private void ProcessFile(int total, Tuple<FileInfo,FileState> pair)

        {

            var idx = Interlocked.Increment(ref i);

            using (StatusNotification.GetNotifier("Indexing file {0} of {1}", "Indexed file {0} of {1} ", idx, total))

            {

                var fileState = pair.Item2;

                var file = pair.Item1;

                if (fileState == null)

                {

                    //This is a new file                        

                    var createState = FileState.CreateFor(file,StatusNotification);

                    _persistenceAgent.Post(createState.Create);

                }

                else if (file == null)

                {

                    //This file was deleted while we were down. We should mark it as deleted

                    //We have to go through UpdateStatus here because the state object we are using

                    //was created by a different ORM session.

                    _persistenceAgent.Post(() => UpdateStatusDirect((Guid) fileState.Id, FileStatus.Deleted));

                }

                else

                {

                    //This file has a matching state. Need to check for possible changes

                    //To check for changes, we use the cheap (in CPU terms) MD5 algorithm

                    //on the entire file.

                    var hashString = file.ComputeShortHash(StatusNotification);

                    Debug.Assert(hashString.Length==32);

                    //TODO: Need a way to attach the hashes to the filestate so we don't

                    //recalculate them each time a call to calculate has is made

                    //We can either store them to the filestate or add them to a 

                    //dictionary

                    //If the hashes don't match the file was changed

                    if (fileState.ETag != hashString)

                    {

                        _persistenceAgent.Post(() => UpdateStatusDirect((Guid) fileState.Id, FileStatus.Modified));

                    }

                }

            }

        }

        private int UpdateStatusDirect(Guid id, FileStatus status)

        {

            using (log4net.ThreadContext.Stacks["StatusAgent"].Push("UpdateStatusDirect"))

            {

                try

                {

                    using (var session = ActiveRecordMediator.GetSessionFactoryHolder().CreateSession(typeof(FileState)))

                    {

                        var walquery = session.CreateSQLQuery("PRAGMA journal_mode=WAL");

                        walquery.List();

                          //var updatecmd = session.CreateSQLQuery(

                        var updatecmd = session.CreateQuery(

                            "update FileState set FileStatus= :fileStatus where Id = :id  ")

                            .SetGuid("id", id)

                            .SetEnum("fileStatus", status);

                        var affected = updatecmd.ExecuteUpdate();

                        return affected;

                    }

                }

                catch (Exception exc)

                {

                    Log.Error(exc.ToString());

                    throw;

                }

            }

        }

        private int UpdateStatusDirect(string path, FileStatus status)

        {

            using (log4net.ThreadContext.Stacks["StatusAgent"].Push("UpdateStatusDirect"))

            {

                try

                {                    

                    using (var session = ActiveRecordMediator.GetSessionFactoryHolder().CreateSession(typeof(FileState)))

                    using (var tx=session.BeginTransaction(IsolationLevel.ReadCommitted))

                    {

                        //var walquery = session.CreateSQLQuery("PRAGMA journal_mode=WAL");

                        var walquery = session.CreateQuery("PRAGMA journal_mode=WAL");

                        walquery.List();

                        //var updatecmd = session.CreateSQLQuery(

                        var updatecmd = session.CreateQuery(

                            "update FileState set FileStatus= :fileStatus where FilePath = :path COLLATE NOCASE")

                            .SetString("path", path)

                            .SetEnum("fileStatus", status);

                        var affected = updatecmd.ExecuteUpdate();

                        if (affected == 0)

                        {                            

                            var createdState = FileState.CreateFor(FileInfoExtensions.FromPath(path), StatusNotification);

                            createdState.FileStatus = status;

                            session.Save(createdState);

                        }

                        tx.Commit();

                        return affected;

                    }

                }

                catch (Exception exc)

                {

                    Log.Error(exc.ToString());

                    throw;

                }

            }

        }

        private int UpdateStatusDirect(string absolutePath, FileStatus fileStatus, FileOverlayStatus overlayStatus, string conflictReason)

        {

            using (log4net.ThreadContext.Stacks["StatusAgent"].Push("UpdateStatusDirect"))

            {

                try

                {

                    using (var session = ActiveRecordMediator.GetSessionFactoryHolder().CreateSession(typeof(FileState)))

                    using (var tx=session.BeginTransaction(IsolationLevel.ReadCommitted))

                    {

                        //var walquery = session.CreateSQLQuery("PRAGMA journal_mode=WAL");

                        var walquery = session.CreateSQLQuery("PRAGMA journal_mode=WAL");

                        walquery.List();

                        //var updatecmd = session.CreateSQLQuery("update FileState set OverlayStatus= :overlayStatus, FileStatus= :fileStatus,ConflictReason= :conflictReason where FilePath = :path COLLATE NOCASE")

                        var updatecmd = session.CreateQuery("update FileState set OverlayStatus= :overlayStatus, FileStatus= :fileStatus,ConflictReason= :conflictReason where FilePath = :path")

                                                .SetString("path", absolutePath)

                                                .SetEnum("fileStatus", fileStatus)

                                                .SetEnum("overlayStatus", overlayStatus)

                                                .SetString("conflictReason", conflictReason);

                        var affected = updatecmd.ExecuteUpdate();

                        if (affected == 0)

                        {

                            var createdState = FileState.CreateFor(FileInfoExtensions.FromPath(absolutePath), StatusNotification);

                            createdState.FileStatus = fileStatus;

                            createdState.OverlayStatus = overlayStatus;

                            createdState.ConflictReason = conflictReason;

                            createdState.LastMD5 = String.Empty;

                            session.Save(createdState);

                            //createdState.Create();

                        }

                        tx.Commit();

                        return affected;

                    }

                }

                catch (Exception exc)

                {

                    Log.Error(exc.ToString());

                    throw;

                }

            }

        }

        public string BlockHash { get; set; }

        public int BlockSize { get; set; }

        public void ChangeRoots(string oldPath, string newPath)

        {

            if (String.IsNullOrWhiteSpace(oldPath))

                throw new ArgumentNullException("oldPath");

            if (!Path.IsPathRooted(oldPath))

                throw new ArgumentException("oldPath must be an absolute path", "oldPath");

            if (string.IsNullOrWhiteSpace(newPath))

                throw new ArgumentNullException("newPath");

            if (!Path.IsPathRooted(newPath))

                throw new ArgumentException("newPath must be an absolute path", "newPath");

            Contract.EndContractBlock();

            FileState.ChangeRootPath(oldPath,newPath);

        }

        private readonly string _pithosDataPath;

        public FileState GetStateByFilePath(string path)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");

            Contract.EndContractBlock();

            try

            {

                using (var connection = GetConnection())

                using (var command = new SQLiteCommand("select Id, FilePath, OverlayStatus,FileStatus ,Checksum ,ETag,Version    ,VersionTimeStamp,IsShared   ,SharedBy   ,ShareWrite, LastMD5,LastLength,LastWriteDate  from FileState where FilePath=:path COLLATE NOCASE", connection))

                {

                    command.Parameters.AddWithValue("path", path);

                    using (var reader = command.ExecuteReader())

                    {

                        if (reader.Read())

                        {

                            //var values = new object[reader.FieldCount];

                            //reader.GetValues(values);

                            var state = new FileState

                                            {

                                                Id = reader.GetGuid(0),

                                                FilePath = reader.IsDBNull(1)?"":reader.GetString(1),

                                                OverlayStatus =reader.IsDBNull(2)?FileOverlayStatus.Unversioned: (FileOverlayStatus) reader.GetInt64(2),

                                                FileStatus = reader.IsDBNull(3)?FileStatus.Missing:(FileStatus) reader.GetInt64(3),

                                                Checksum = reader.IsDBNull(4)?"":reader.GetString(4),

                                                ETag= reader.IsDBNull(5)?"":reader.GetString(5),

                                                Version = reader.IsDBNull(6)?default(long):reader.GetInt64(6),

                                                VersionTimeStamp = reader.IsDBNull(7)?default(DateTime):reader.GetDateTime(7),

                                                IsShared = !reader.IsDBNull(8) && reader.GetBoolean(8),

                                                SharedBy = reader.IsDBNull(9)?"":reader.GetString(9),

                                                ShareWrite = !reader.IsDBNull(10) && reader.GetBoolean(10),

                                                LastMD5=reader.GetString(11),

                                                LastLength=reader.IsDBNull(12)? default(long):reader.GetInt64(12),

                                                LastWriteDate=reader.IsDBNull(13)?default(DateTime):reader.GetDateTime(13)

                                            };

                            return state;

                        }

                        else

                        {

                            return null;

                        }

                    }                    

                }

            }

            catch (Exception exc)

            {

                Log.ErrorFormat(exc.ToString());

                throw;

            }            

        }

        public FileOverlayStatus GetFileOverlayStatus(string path)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");

            Contract.EndContractBlock();

            try

            {

                using (var connection = GetConnection())

                using (var command = new SQLiteCommand("select OverlayStatus from FileState where FilePath=:path  COLLATE NOCASE", connection))

                {

                    command.Parameters.AddWithValue("path", path);

                    var s = command.ExecuteScalar();

                    return (FileOverlayStatus) Convert.ToInt32(s);

                }

            }

            catch (Exception exc)

            {

                Log.ErrorFormat(exc.ToString());

                return FileOverlayStatus.Unversioned;

            }

        }

        private string GetConnectionString()

        {

            var connectionString = String.Format(@"Data Source={0}\pithos.db;Version=3;Enlist=N;Pooling=True", _pithosDataPath);

            return connectionString;

        }

        private SQLiteConnection GetConnection()

        {

            var connectionString = GetConnectionString();

            var connection = new SQLiteConnection(connectionString);

            connection.Open();

            using(var cmd =connection.CreateCommand())

            {

                cmd.CommandText = "PRAGMA journal_mode=WAL";

                cmd.ExecuteNonQuery();

            }

            return connection;

        }

       /* public void SetFileOverlayStatus(string path, FileOverlayStatus overlayStatus)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted","path");

            Contract.EndContractBlock();

            _persistenceAgent.Post(() => FileState.StoreOverlayStatus(path,overlayStatus));

        }*/

        public Task SetFileOverlayStatus(string path, FileOverlayStatus overlayStatus, string etag = null)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted","path");

            Contract.EndContractBlock();

            return _persistenceAgent.PostAndAwait(() => FileState.StoreOverlayStatus(path,overlayStatus,etag));

        }

       /* public void RenameFileOverlayStatus(string oldPath, string newPath)

        {

            if (String.IsNullOrWhiteSpace(oldPath))

                throw new ArgumentNullException("oldPath");

            if (!Path.IsPathRooted(oldPath))

                throw new ArgumentException("The oldPath must be rooted", "oldPath");

            if (String.IsNullOrWhiteSpace(newPath))

                throw new ArgumentNullException("newPath");

            if (!Path.IsPathRooted(newPath))

                throw new ArgumentException("The newPath must be rooted", "newPath");

            Contract.EndContractBlock();

            _persistenceAgent.Post(() =>FileState.RenameState(oldPath, newPath));

        }*/

        public void SetFileState(string path, FileStatus fileStatus, FileOverlayStatus overlayStatus, string conflictReason)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");

            Contract.EndContractBlock();

            Debug.Assert(!path.Contains(FolderConstants.CacheFolder));

            Debug.Assert(!path.EndsWith(".ignore"));

            _persistenceAgent.Post(() => UpdateStatusDirect(path, fileStatus, overlayStatus, conflictReason));

        }

        public void StoreInfo(string path, ObjectInfo objectInfo)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");

            if (objectInfo == null)

                throw new ArgumentNullException("objectInfo", "objectInfo can't be empty");

            Contract.EndContractBlock();

            _persistenceAgent.Post(() => StoreInfoDirect(path, objectInfo));

        }

        private void StoreInfoDirect(string path, ObjectInfo objectInfo)

        {

            try

            {

                    using (var session = ActiveRecordMediator.GetSessionFactoryHolder().CreateSession(typeof(FileState)))

                    using (var tx=session.BeginTransaction(IsolationLevel.ReadCommitted))

                    {

                        //var walquery = session.CreateSQLQuery("PRAGMA journal_mode=WAL");

                        var walquery = session.CreateSQLQuery("PRAGMA journal_mode=WAL");

                        walquery.List();

                        Func<IQuery, IQuery> setCriteria = q => q

                                                    .SetString("path", path)

                                                    .SetString("checksum",objectInfo.X_Object_Hash)

                                                    .SetString("etag", objectInfo.ETag)

                                                    .SetInt64("version", objectInfo.Version.GetValueOrDefault())

                                                    .SetDateTime("versionTimeStamp",objectInfo.VersionTimestamp.GetValueOrDefault())

                                                    .SetEnum("fileStatus", FileStatus.Unchanged)

                                                    .SetEnum("overlayStatus",FileOverlayStatus.Normal)

                                                    .SetString("objectID", objectInfo.UUID);

                        //IQuery updatecmd = session.CreateSQLQuery(

                        IQuery updatecmd = session.CreateQuery(

                            "update FileState set FilePath=:path,FileStatus= :fileStatus,OverlayStatus= :overlayStatus, Checksum=:checksum, ETag=:etag,LastMD5=:etag,Version=:version,VersionTimeStamp=:versionTimeStamp where ObjectID = :objectID  ");

                        updatecmd = setCriteria(updatecmd);                           

                        var affected = updatecmd.ExecuteUpdate();                        

                    //If the ID exists, update the status

                    if (affected == 0)

                    {

                        //If the ID doesn't exist, try to update using the path, and store the ID as well.

                        //updatecmd = session.CreateSQLQuery(

                        updatecmd = session.CreateQuery(

                        //    "update FileState set FileStatus= :fileStatus,OverlayStatus= :overlayStatus, ObjectID=:objectID, Checksum=:checksum, ETag=:etag,LastMD5=:etag,Version=:version,VersionTimeStamp=:versionTimeStamp where FilePath = :path  COLLATE NOCASE ");

                            "update FileState set FileStatus= :fileStatus,OverlayStatus= :overlayStatus, ObjectID=:objectID, Checksum=:checksum, ETag=:etag,LastMD5=:etag,Version=:version,VersionTimeStamp=:versionTimeStamp where FilePath = :path");

                        updatecmd=setCriteria(updatecmd);

                        affected = updatecmd.ExecuteUpdate();

                    }

                    if (affected==0)

                    {

                        //IQuery insertCmd=session.CreateSQLQuery(

                        IQuery insertCmd = session.CreateSQLQuery(

                            "INSERT INTO FileState (Id,FilePath,Checksum,Version,VersionTimeStamp,ETag,LastMD5,FileStatus,OverlayStatus,ObjectID) VALUES (:id,:path,:checksum,:version,:versionTimeStamp,:etag,:etag,:fileStatus,:overlayStatus,:objectID)");

                        insertCmd=setCriteria(insertCmd).SetGuid("id", Guid.NewGuid());

                        affected = insertCmd.ExecuteUpdate();

                    }

                    tx.Commit();

                }

            }

            catch (Exception exc)

            {

                Log.ErrorFormat("Failed to update [{0}]:[{1}]\r\n{2}",path,objectInfo.UUID, exc);

                throw;

            }

        }

        private bool StateExists(string filePath,SQLiteConnection connection)

        {

            using (var command = new SQLiteCommand("Select count(*) from FileState where FilePath=:path  COLLATE NOCASE", connection))

            {

                command.Parameters.AddWithValue("path", filePath);

                var result = command.ExecuteScalar();

                return ((long)result >= 1);

            }

        }

        private bool StateExistsByID(string objectId,SQLiteConnection connection)

        {

            using (var command = new SQLiteCommand("Select count(*) from FileState where ObjectId=:id", connection))

            {

                command.Parameters.AddWithValue("id", objectId);

                var result = command.ExecuteScalar();

                return ((long)result >= 1);

            }

        }

        public void SetFileStatus(string path, FileStatus status)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");

            Contract.EndContractBlock();

            _persistenceAgent.Post(() => UpdateStatusDirect(path, status));

        }

        public FileStatus GetFileStatus(string path)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");

            Contract.EndContractBlock();

            using (var connection = GetConnection())

            {

                var command = new SQLiteCommand("select FileStatus from FileState where FilePath=:path  COLLATE NOCASE", connection);

                command.Parameters.AddWithValue("path", path);

                var statusValue = command.ExecuteScalar();

                if (statusValue==null)

                    return FileStatus.Missing;

                return (FileStatus)Convert.ToInt32(statusValue);

            }

        }

        /// <summary>

        /// Deletes the status of the specified file

        /// </summary>

        /// <param name="path"></param>

        public void ClearFileStatus(string path)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");

            Contract.EndContractBlock();

            _persistenceAgent.Post(() => DeleteDirect(path));   

        }

        /// <summary>

        /// Deletes the status of the specified folder and all its contents

        /// </summary>

        /// <param name="path"></param>

        public void ClearFolderStatus(string path)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");

            Contract.EndContractBlock();

            //TODO: May throw if the agent is cleared for some reason. Should never happen

            _persistenceAgent.Post(() => DeleteFolderDirect(path));   

        }

        public IEnumerable<FileState> GetChildren(FileState fileState)

        {

            if (fileState == null)

                throw new ArgumentNullException("fileState");

            Contract.EndContractBlock();

            var children = from state in FileState.Queryable

                           where state.FilePath.StartsWith(fileState.FilePath + "\\")

                           select state;

            return children;

        }

        public void EnsureFileState(string path)

        {

            var existingState = GetStateByFilePath(path);

            if (existingState != null)

                return;

            var fileInfo = FileInfoExtensions.FromPath(path);

            using (new SessionScope())

            {

                var newState = FileState.CreateFor(fileInfo,StatusNotification);

                newState.FileStatus=FileStatus.Missing;

                _persistenceAgent.PostAndAwait(newState.CreateAndFlush).Wait();

            }

        }

        private int DeleteDirect(string filePath)

        {

            using (log4net.ThreadContext.Stacks["StatusAgent"].Push("DeleteDirect"))

            {

                try

                {

                    using (var connection = GetConnection())

                    {

                        var command = new SQLiteCommand("delete from FileState where FilePath = :path  COLLATE NOCASE",

                                                        connection);

                        command.Parameters.AddWithValue("path", filePath);

                        var affected = command.ExecuteNonQuery();

                        return affected;

                    }

                }

                catch (Exception exc)

                {

                    Log.Error(exc.ToString());

                    throw;

                }

            }

        }

        private int DeleteFolderDirect(string filePath)

        {

            using (log4net.ThreadContext.Stacks["StatusAgent"].Push("DeleteDirect"))

            {

                try

                {

                    using (var connection = GetConnection())

                    {

                        var command = new SQLiteCommand(@"delete from FileState where FilePath = :path or FilePath like :path || '\%'  COLLATE NOCASE",

                                                        connection);

                        command.Parameters.AddWithValue("path", filePath);

                        var affected = command.ExecuteNonQuery();

                        return affected;

                    }

                }

                catch (Exception exc)

                {

                    Log.Error(exc.ToString());

                    throw;

                }

            }

        }

        public void UpdateFileChecksum(string path, string etag, string checksum)

        {

            if (String.IsNullOrWhiteSpace(path))

                throw new ArgumentNullException("path");

            if (!Path.IsPathRooted(path))

                throw new ArgumentException("The path must be rooted", "path");            

            Contract.EndContractBlock();

            _persistenceAgent.Post(() => FileState.UpdateChecksum(path, etag,checksum));

        }

        public void UpdateLastMD5(FileInfo file, string etag)

        {

            if (file==null)

                throw new ArgumentNullException("file");

            if (String.IsNullOrWhiteSpace(etag))

                throw new ArgumentNullException("etag");

            Contract.EndContractBlock();

            _persistenceAgent.Post(() => FileState.UpdateLastMD5(file, etag));

        }

        public void CleanupOrphanStates()

        {

            //Orphan states are those that do not correspond to an account, ie. their paths

            //do not start with the root path of any registered account

            var roots=(from account in Settings.Accounts

                      select account.RootPath).ToList();

            var allStates = from state in FileState.Queryable

                select state.FilePath;

            foreach (var statePath in allStates)

            {

                if (!roots.Any(root=>statePath.StartsWith(root,StringComparison.InvariantCultureIgnoreCase)))

                    this.DeleteDirect(statePath);

            }

        }

        public void CleanupStaleStates(AccountInfo accountInfo, List<ObjectInfo> objectInfos)

        {

            if (accountInfo == null)

                throw new ArgumentNullException("accountInfo");

            if (objectInfos == null)

                throw new ArgumentNullException("objectInfos");

            Contract.EndContractBlock();

            //Stale states are those that have no corresponding local or server file

            var agent=FileAgent.GetFileAgent(accountInfo);

            var localFiles=agent.EnumerateFiles();

            var localSet = new HashSet<string>(localFiles);

            //RelativeUrlToFilePath will fail for

            //infos of accounts, containers which have no Name

            var serverFiles = from info in objectInfos

                              where info.Name != null

                              select Path.Combine(accountInfo.AccountPath,info.RelativeUrlToFilePath(accountInfo.UserName));

            var serverSet = new HashSet<string>(serverFiles);

            var allStates = from state in FileState.Queryable

                            where state.FilePath.StartsWith(agent.RootPath)

                            select state.FilePath;

            var stateSet = new HashSet<string>(allStates);

            stateSet.ExceptWith(serverSet);

            stateSet.ExceptWith(localSet);

            foreach (var remainder in stateSet)

            {

                DeleteDirect(remainder);

            }

        }

    }

}