Statistics
| Branch: | Revision:

root / trunk / Pithos.Core / Agents / WorkflowAgent.cs @ dccd340f

History | View | Annotate | Download (11.6 kB)

1 255f5f86 Panagiotis Kanavos
#region
2 255f5f86 Panagiotis Kanavos
/* -----------------------------------------------------------------------
3 255f5f86 Panagiotis Kanavos
 * <copyright file="WorkflowAgent.cs" company="GRNet">
4 255f5f86 Panagiotis Kanavos
 * 
5 255f5f86 Panagiotis Kanavos
 * Copyright 2011-2012 GRNET S.A. All rights reserved.
6 255f5f86 Panagiotis Kanavos
 *
7 255f5f86 Panagiotis Kanavos
 * Redistribution and use in source and binary forms, with or
8 255f5f86 Panagiotis Kanavos
 * without modification, are permitted provided that the following
9 255f5f86 Panagiotis Kanavos
 * conditions are met:
10 255f5f86 Panagiotis Kanavos
 *
11 255f5f86 Panagiotis Kanavos
 *   1. Redistributions of source code must retain the above
12 255f5f86 Panagiotis Kanavos
 *      copyright notice, this list of conditions and the following
13 255f5f86 Panagiotis Kanavos
 *      disclaimer.
14 255f5f86 Panagiotis Kanavos
 *
15 255f5f86 Panagiotis Kanavos
 *   2. Redistributions in binary form must reproduce the above
16 255f5f86 Panagiotis Kanavos
 *      copyright notice, this list of conditions and the following
17 255f5f86 Panagiotis Kanavos
 *      disclaimer in the documentation and/or other materials
18 255f5f86 Panagiotis Kanavos
 *      provided with the distribution.
19 255f5f86 Panagiotis Kanavos
 *
20 255f5f86 Panagiotis Kanavos
 *
21 255f5f86 Panagiotis Kanavos
 * THIS SOFTWARE IS PROVIDED BY GRNET S.A. ``AS IS'' AND ANY EXPRESS
22 255f5f86 Panagiotis Kanavos
 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
23 255f5f86 Panagiotis Kanavos
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
24 255f5f86 Panagiotis Kanavos
 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL GRNET S.A OR
25 255f5f86 Panagiotis Kanavos
 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 255f5f86 Panagiotis Kanavos
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 255f5f86 Panagiotis Kanavos
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
28 255f5f86 Panagiotis Kanavos
 * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
29 255f5f86 Panagiotis Kanavos
 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 255f5f86 Panagiotis Kanavos
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
31 255f5f86 Panagiotis Kanavos
 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32 255f5f86 Panagiotis Kanavos
 * POSSIBILITY OF SUCH DAMAGE.
33 255f5f86 Panagiotis Kanavos
 *
34 255f5f86 Panagiotis Kanavos
 * The views and conclusions contained in the software and
35 255f5f86 Panagiotis Kanavos
 * documentation are those of the authors and should not be
36 255f5f86 Panagiotis Kanavos
 * interpreted as representing official policies, either expressed
37 255f5f86 Panagiotis Kanavos
 * or implied, of GRNET S.A.
38 255f5f86 Panagiotis Kanavos
 * </copyright>
39 255f5f86 Panagiotis Kanavos
 * -----------------------------------------------------------------------
40 255f5f86 Panagiotis Kanavos
 */
41 255f5f86 Panagiotis Kanavos
#endregion
42 f3d080df Panagiotis Kanavos
using System;
43 9c4346c9 Panagiotis Kanavos
using System.Collections.Generic;
44 9c4346c9 Panagiotis Kanavos
using System.ComponentModel.Composition;
45 9c4346c9 Panagiotis Kanavos
using System.Diagnostics;
46 9c4346c9 Panagiotis Kanavos
using System.Diagnostics.Contracts;
47 9c4346c9 Panagiotis Kanavos
using System.IO;
48 9c4346c9 Panagiotis Kanavos
using System.Linq;
49 db8a9589 Panagiotis Kanavos
using System.Reflection;
50 9c4346c9 Panagiotis Kanavos
using System.Text;
51 a64c87c8 Panagiotis Kanavos
using System.Threading.Tasks;
52 e81dd1f6 Panagiotis Kanavos
using Castle.ActiveRecord;
53 9c4346c9 Panagiotis Kanavos
using Pithos.Interfaces;
54 c53aa229 Panagiotis Kanavos
using Pithos.Network;
55 5120f3cb Panagiotis Kanavos
using log4net;
56 9c4346c9 Panagiotis Kanavos
57 9c4346c9 Panagiotis Kanavos
namespace Pithos.Core.Agents
58 9c4346c9 Panagiotis Kanavos
{
59 9c4346c9 Panagiotis Kanavos
    [Export]
60 9c4346c9 Panagiotis Kanavos
    public class WorkflowAgent
61 9c4346c9 Panagiotis Kanavos
    {
62 db8a9589 Panagiotis Kanavos
        private static readonly ILog Log = LogManager.GetLogger(MethodBase.GetCurrentMethod().DeclaringType);
63 db8a9589 Panagiotis Kanavos
64 70f12b36 Panagiotis Kanavos
        readonly Agent<WorkflowState> _agent;
65 9c4346c9 Panagiotis Kanavos
                
66 9c4346c9 Panagiotis Kanavos
        public IStatusNotification StatusNotification { get; set; }
67 e81dd1f6 Panagiotis Kanavos
        [System.ComponentModel.Composition.Import]
68 9c4346c9 Panagiotis Kanavos
        public IStatusKeeper StatusKeeper { get; set; }
69 5ce54458 Panagiotis Kanavos
70 e81dd1f6 Panagiotis Kanavos
        [System.ComponentModel.Composition.Import]
71 9c4346c9 Panagiotis Kanavos
        public NetworkAgent NetworkAgent { get; set; }
72 9c4346c9 Panagiotis Kanavos
73 6bcdd8e2 Panagiotis Kanavos
        [System.ComponentModel.Composition.Import]
74 6bcdd8e2 Panagiotis Kanavos
        public IPithosSettings Settings { get; set; }
75 db8a9589 Panagiotis Kanavos
76 5120f3cb Panagiotis Kanavos
77 70f12b36 Panagiotis Kanavos
        public WorkflowAgent()
78 9c4346c9 Panagiotis Kanavos
        {
79 4ec636f6 Panagiotis Kanavos
            _agent = Agent<WorkflowState>.Start(inbox =>
80 9c4346c9 Panagiotis Kanavos
            {
81 9c4346c9 Panagiotis Kanavos
                Action loop = null;
82 9c4346c9 Panagiotis Kanavos
                loop = () =>
83 9c4346c9 Panagiotis Kanavos
                {
84 4ec636f6 Panagiotis Kanavos
                    var message = inbox.Receive();
85 a64c87c8 Panagiotis Kanavos
                    var process = message.Then(Process, inbox.CancellationToken);                        
86 a64c87c8 Panagiotis Kanavos
                    inbox.LoopAsync(process,loop,ex=>
87 5120f3cb Panagiotis Kanavos
                            Log.ErrorFormat("[ERROR] Synch for {0}:\r{1}", message.Result.FileName, ex));
88 9c4346c9 Panagiotis Kanavos
                };
89 9c4346c9 Panagiotis Kanavos
                loop();
90 4ec636f6 Panagiotis Kanavos
            });
91 9c4346c9 Panagiotis Kanavos
        }
92 9c4346c9 Panagiotis Kanavos
93 4ec636f6 Panagiotis Kanavos
        private Task<object> Process(WorkflowState state)
94 a64c87c8 Panagiotis Kanavos
        {
95 c53aa229 Panagiotis Kanavos
            var accountInfo = state.AccountInfo;
96 5120f3cb Panagiotis Kanavos
            using (log4net.ThreadContext.Stacks["Workflow"].Push("Process"))
97 a64c87c8 Panagiotis Kanavos
            {
98 a0dcfcc9 Panagiotis Kanavos
                try
99 5120f3cb Panagiotis Kanavos
                {
100 5120f3cb Panagiotis Kanavos
101 a0dcfcc9 Panagiotis Kanavos
                    if (Log.IsDebugEnabled)
102 a0dcfcc9 Panagiotis Kanavos
                        Log.DebugFormat("State {0} {1} {2}", state.FileName, state.Status, state.TriggeringChange);
103 a0dcfcc9 Panagiotis Kanavos
104 a0dcfcc9 Panagiotis Kanavos
                    if (state.Skip)
105 a0dcfcc9 Panagiotis Kanavos
                    {
106 a0dcfcc9 Panagiotis Kanavos
                        if (Log.IsDebugEnabled) Log.DebugFormat("Skipping {0}", state.FileName);
107 a0dcfcc9 Panagiotis Kanavos
108 a0dcfcc9 Panagiotis Kanavos
                        return CompletedTask<object>.Default;
109 3c76f045 Panagiotis Kanavos
                    }                    
110 4f6d51d4 Panagiotis Kanavos
111 3c76f045 Panagiotis Kanavos
                    var info = Directory.Exists(state.Path) ? (FileSystemInfo)new DirectoryInfo(state.Path) : new FileInfo(state.Path);
112 4f6d51d4 Panagiotis Kanavos
113 a0dcfcc9 Panagiotis Kanavos
                    //Bypass deleted files, unless the status is Deleted
114 4f6d51d4 Panagiotis Kanavos
                    if (!info.Exists && state.Status != FileStatus.Deleted)
115 a0dcfcc9 Panagiotis Kanavos
                    {
116 a0dcfcc9 Panagiotis Kanavos
                        state.Skip = true;
117 3c76f045 Panagiotis Kanavos
                        this.StatusKeeper.ClearFileStatus(state.Path);
118 a0dcfcc9 Panagiotis Kanavos
119 a0dcfcc9 Panagiotis Kanavos
                        if (Log.IsDebugEnabled) Log.DebugFormat("Skipped missing {0}", state.FileName);
120 a0dcfcc9 Panagiotis Kanavos
121 a0dcfcc9 Panagiotis Kanavos
                        return CompletedTask<object>.Default;
122 a0dcfcc9 Panagiotis Kanavos
                    }
123 a0dcfcc9 Panagiotis Kanavos
124 e81dd1f6 Panagiotis Kanavos
                    using (new SessionScope(FlushAction.Never))
125 a0dcfcc9 Panagiotis Kanavos
                    {
126 e81dd1f6 Panagiotis Kanavos
127 3c76f045 Panagiotis Kanavos
                        var fileState = StatusKeeper.GetStateByFilePath(state.Path);
128 e81dd1f6 Panagiotis Kanavos
129 e81dd1f6 Panagiotis Kanavos
                        switch (state.Status)
130 e81dd1f6 Panagiotis Kanavos
                        {
131 e81dd1f6 Panagiotis Kanavos
                            case FileStatus.Created:
132 e81dd1f6 Panagiotis Kanavos
                            case FileStatus.Modified:
133 e81dd1f6 Panagiotis Kanavos
                                NetworkAgent.Post(new CloudUploadAction(accountInfo, info, fileState,
134 e81dd1f6 Panagiotis Kanavos
                                                                        accountInfo.BlockSize,
135 e81dd1f6 Panagiotis Kanavos
                                                                        accountInfo.BlockHash));
136 e81dd1f6 Panagiotis Kanavos
                                break;
137 e81dd1f6 Panagiotis Kanavos
                            case FileStatus.Deleted:
138 26d5f45f Panagiotis Kanavos
                                DeleteChildObjects(state, fileState);
139 e81dd1f6 Panagiotis Kanavos
                                NetworkAgent.Post(new CloudDeleteAction(accountInfo, info, fileState));
140 e81dd1f6 Panagiotis Kanavos
                                break;
141 e81dd1f6 Panagiotis Kanavos
                            case FileStatus.Renamed:
142 174bbb6e Panagiotis Kanavos
                                if (state.OldPath == null)
143 174bbb6e Panagiotis Kanavos
                                {
144 174bbb6e Panagiotis Kanavos
                                    //We reach this point only if the app closed before propagating a rename to the server
145 174bbb6e Panagiotis Kanavos
                                    Log.WarnFormat("Unfinished rename [{0}]",state.Path);
146 174bbb6e Panagiotis Kanavos
                                    StatusKeeper.SetFileState(state.Path,FileStatus.Conflict,FileOverlayStatus.Conflict);
147 174bbb6e Panagiotis Kanavos
                                    break;
148 174bbb6e Panagiotis Kanavos
                                }
149 e81dd1f6 Panagiotis Kanavos
                                FileSystemInfo oldInfo = Directory.Exists(state.OldPath)
150 e81dd1f6 Panagiotis Kanavos
                                                             ? (FileSystemInfo) new DirectoryInfo(state.OldPath)
151 e81dd1f6 Panagiotis Kanavos
                                                             : new FileInfo(state.OldPath);
152 e81dd1f6 Panagiotis Kanavos
                                FileSystemInfo newInfo = Directory.Exists(state.Path)
153 e81dd1f6 Panagiotis Kanavos
                                                             ? (FileSystemInfo) new DirectoryInfo(state.Path)
154 e81dd1f6 Panagiotis Kanavos
                                                             : new FileInfo(state.Path);
155 e81dd1f6 Panagiotis Kanavos
                                NetworkAgent.Post(new CloudMoveAction(accountInfo, CloudActionType.RenameCloud,
156 e81dd1f6 Panagiotis Kanavos
                                                                      oldInfo,
157 26d5f45f Panagiotis Kanavos
                                                                      newInfo));                                
158 26d5f45f Panagiotis Kanavos
                                //TODO: Do I have to move children as well or will Pithos handle this?
159 26d5f45f Panagiotis Kanavos
                               //Need to find all children of the OLD filepath
160 139ac1e8 Panagiotis Kanavos
                                //MoveChildObjects(state);
161 e81dd1f6 Panagiotis Kanavos
                                break;
162 e81dd1f6 Panagiotis Kanavos
                        }
163 a0dcfcc9 Panagiotis Kanavos
                    }
164 5120f3cb Panagiotis Kanavos
165 4ec636f6 Panagiotis Kanavos
                    return CompletedTask<object>.Default;
166 5120f3cb Panagiotis Kanavos
                }
167 a0dcfcc9 Panagiotis Kanavos
                catch (Exception ex)
168 5120f3cb Panagiotis Kanavos
                {
169 a0dcfcc9 Panagiotis Kanavos
                    Log.Error(ex.ToString());
170 a0dcfcc9 Panagiotis Kanavos
                    throw;
171 5120f3cb Panagiotis Kanavos
                }
172 5120f3cb Panagiotis Kanavos
            }
173 a64c87c8 Panagiotis Kanavos
        }
174 a64c87c8 Panagiotis Kanavos
175 139ac1e8 Panagiotis Kanavos
176 26d5f45f Panagiotis Kanavos
        private void DeleteChildObjects(WorkflowState state, FileState fileState)
177 26d5f45f Panagiotis Kanavos
        {
178 26d5f45f Panagiotis Kanavos
            if (fileState != null)
179 26d5f45f Panagiotis Kanavos
            {
180 26d5f45f Panagiotis Kanavos
                var children = StatusKeeper.GetChildren(fileState);
181 26d5f45f Panagiotis Kanavos
                foreach (var child in children)
182 26d5f45f Panagiotis Kanavos
                {
183 26d5f45f Panagiotis Kanavos
                    var childInfo = child.IsFolder
184 26d5f45f Panagiotis Kanavos
                                        ? (FileSystemInfo) new DirectoryInfo(child.FilePath)
185 26d5f45f Panagiotis Kanavos
                                        : new FileInfo(child.FilePath);
186 26d5f45f Panagiotis Kanavos
                    NetworkAgent.Post(new CloudDeleteAction(state.AccountInfo, childInfo, child));
187 26d5f45f Panagiotis Kanavos
                }
188 26d5f45f Panagiotis Kanavos
            }
189 26d5f45f Panagiotis Kanavos
        }
190 26d5f45f Panagiotis Kanavos
191 139ac1e8 Panagiotis Kanavos
        /*private void MoveChildObjects(WorkflowState state)
192 26d5f45f Panagiotis Kanavos
        {
193 26d5f45f Panagiotis Kanavos
            var oldFileState = StatusKeeper.GetStateByFilePath(state.OldPath);
194 26d5f45f Panagiotis Kanavos
            if (oldFileState != null)
195 26d5f45f Panagiotis Kanavos
            {
196 26d5f45f Panagiotis Kanavos
                var children = StatusKeeper.GetChildren(oldFileState);
197 26d5f45f Panagiotis Kanavos
                foreach (var child in children)
198 26d5f45f Panagiotis Kanavos
                {
199 26d5f45f Panagiotis Kanavos
                    var newPath = Path.Combine(state.Path, child.FilePath.Substring(state.OldPath.Length+1));
200 26d5f45f Panagiotis Kanavos
201 26d5f45f Panagiotis Kanavos
                    var oldMoveInfo = child.IsFolder
202 26d5f45f Panagiotis Kanavos
                                          ? (FileSystemInfo) new DirectoryInfo(child.FilePath)
203 26d5f45f Panagiotis Kanavos
                                          : new FileInfo(child.FilePath);
204 26d5f45f Panagiotis Kanavos
                    var newMoveInfo = child.IsFolder
205 26d5f45f Panagiotis Kanavos
                                          ? (FileSystemInfo) new DirectoryInfo(newPath)
206 26d5f45f Panagiotis Kanavos
                                          : new FileInfo(newPath);
207 26d5f45f Panagiotis Kanavos
                    //The new file path will be created by trimming the old root path
208 26d5f45f Panagiotis Kanavos
                    //and substituting the new root path
209 26d5f45f Panagiotis Kanavos
210 26d5f45f Panagiotis Kanavos
                    NetworkAgent.Post(new CloudMoveAction(state.AccountInfo, CloudActionType.RenameCloud,
211 26d5f45f Panagiotis Kanavos
                                                          oldMoveInfo, newMoveInfo));
212 26d5f45f Panagiotis Kanavos
                }
213 26d5f45f Panagiotis Kanavos
            }
214 139ac1e8 Panagiotis Kanavos
        }*/
215 26d5f45f Panagiotis Kanavos
216 a64c87c8 Panagiotis Kanavos
217 c53aa229 Panagiotis Kanavos
        //Starts interrupted files for a specific account
218 c53aa229 Panagiotis Kanavos
        public void RestartInterruptedFiles(AccountInfo accountInfo)
219 9c4346c9 Panagiotis Kanavos
        {
220 5ce54458 Panagiotis Kanavos
            
221 9c4346c9 Panagiotis Kanavos
222 6bcdd8e2 Panagiotis Kanavos
            using (log4net.ThreadContext.Stacks["Operation"].Push("RestartInterrupted"))
223 5120f3cb Panagiotis Kanavos
            {
224 5120f3cb Panagiotis Kanavos
                if (Log.IsDebugEnabled)
225 5120f3cb Panagiotis Kanavos
                    Log.Debug("Starting interrupted files");
226 c53aa229 Panagiotis Kanavos
227 77e10b4f Panagiotis Kanavos
                var cachePath = Path.Combine(accountInfo.AccountPath, FolderConstants.CacheFolder)
228 c53aa229 Panagiotis Kanavos
                    .ToLower();
229 c53aa229 Panagiotis Kanavos
230 c53aa229 Panagiotis Kanavos
231 6bcdd8e2 Panagiotis Kanavos
                
232 6bcdd8e2 Panagiotis Kanavos
                
233 4ec636f6 Panagiotis Kanavos
                var account = accountInfo;
234 2e3aee00 Panagiotis Kanavos
                var pendingEntries = (from state in FileState.Queryable
235 5120f3cb Panagiotis Kanavos
                                     where state.FileStatus != FileStatus.Unchanged &&
236 77e10b4f Panagiotis Kanavos
                                           !state.FilePath.StartsWith(cachePath) &&
237 c53aa229 Panagiotis Kanavos
                                           !state.FilePath.EndsWith(".ignore") &&
238 6bcdd8e2 Panagiotis Kanavos
                                           state.FilePath.StartsWith(account.AccountPath)                                            
239 2e3aee00 Panagiotis Kanavos
                                     select state).ToList();
240 2e3aee00 Panagiotis Kanavos
                if (pendingEntries.Count>0)
241 2e3aee00 Panagiotis Kanavos
                    StatusNotification.NotifyChange("Restart processing interrupted files", TraceLevel.Verbose);
242 2e3aee00 Panagiotis Kanavos
243 2e3aee00 Panagiotis Kanavos
                var pendingStates = pendingEntries
244 2e3aee00 Panagiotis Kanavos
                    .Select(state => new WorkflowState(account, state))
245 2e3aee00 Panagiotis Kanavos
                    .ToList();
246 2e3aee00 Panagiotis Kanavos
247 5120f3cb Panagiotis Kanavos
                if (Log.IsDebugEnabled)
248 4ec636f6 Panagiotis Kanavos
                    Log.DebugFormat("Found {0} interrupted files", pendingStates.Count);
249 4ec636f6 Panagiotis Kanavos
250 2e3aee00 Panagiotis Kanavos
                pendingStates.ForEach(Post);
251 5120f3cb Panagiotis Kanavos
            }
252 4ec636f6 Panagiotis Kanavos
        }
253 4ec636f6 Panagiotis Kanavos
254 9c4346c9 Panagiotis Kanavos
255 9c4346c9 Panagiotis Kanavos
256 9c4346c9 Panagiotis Kanavos
        public void Post(WorkflowState workflowState)
257 9c4346c9 Panagiotis Kanavos
        {
258 5120f3cb Panagiotis Kanavos
            if (Log.IsDebugEnabled)
259 5120f3cb Panagiotis Kanavos
                Log.DebugFormat("Posted {0} {1} {2}", workflowState.Path, workflowState.Status, workflowState.TriggeringChange);
260 4ec636f6 Panagiotis Kanavos
261 4ec636f6 Panagiotis Kanavos
            //Remove invalid state            
262 4f6d51d4 Panagiotis Kanavos
            //For now, ignore paths
263 4f6d51d4 Panagiotis Kanavos
           /* if (Directory.Exists(workflowState.Path))
264 4f6d51d4 Panagiotis Kanavos
                return;*/
265 4f6d51d4 Panagiotis Kanavos
            //TODO: Need to handle folder renames            
266 4ec636f6 Panagiotis Kanavos
267 4ec636f6 Panagiotis Kanavos
            Debug.Assert(workflowState.Path.StartsWith(workflowState.AccountInfo.AccountPath, StringComparison.InvariantCultureIgnoreCase), "File from wrong account posted");
268 4ec636f6 Panagiotis Kanavos
269 4ec636f6 Panagiotis Kanavos
            _agent.Post(workflowState);
270 4ec636f6 Panagiotis Kanavos
        }     
271 4ec636f6 Panagiotis Kanavos
272 9c4346c9 Panagiotis Kanavos
    }
273 9c4346c9 Panagiotis Kanavos
}