Merge pull request #19 from andreaskueffel/development

andreaskueffel · web-flow · commit f9ca00bce56d · 2025-01-15T14:33:02.000+01:00
remove rememberremotestate and fix maxage handling, implement deleting for abstract provider
diff --git a/FileSyncApp/Program.cs b/FileSyncApp/Program.cs
@@ -25,7 +25,7 @@ public class Program
         public static Dictionary<string, IFileJob> Jobs = new Dictionary<string, IFileJob>();
         public static void Main(string[] args)
         {
-            ConfigureLogger(args.FirstOrDefault());
+            ConfigureLogger(args?.FirstOrDefault());
             log = LoggerFactory.CreateLogger("FileSyncAppMain");
             if (null != args && args.Length > 0)
             {
@@ -50,6 +50,7 @@ static void RunProgram()
                 ContractResolver = new IgnorePropertyResolver(new string[] { "Logger" }),
                 TypeNameHandling = TypeNameHandling.Auto,
             };
+
             if (!File.Exists("config.json"))
             {
                 log.LogInformation("Config file {A} not found, creating a new one", "config.json");
@@ -96,20 +97,32 @@ static void RunProgram()
                 var json = JsonConvert.SerializeObject(jobOptions, Formatting.Indented, jsonSettings);
                 File.WriteAllText("config.json", json);
             }
+
             log.LogInformation("reading config file {A}", "config.json");
-            var readJobOptions = JsonConvert.DeserializeObject<Dictionary<string, IFileJobOptions>>(File.ReadAllText("config.json"), jsonSettings);
-            //List<IFileJob> Jobs = new List<IFileJob>();
+            Dictionary<string, IFileJobOptions> readJobOptions = new Dictionary<string, IFileJobOptions>();
+            try
+            {
+                readJobOptions = JsonConvert.DeserializeObject<Dictionary<string, IFileJobOptions>>(File.ReadAllText("config.json"), jsonSettings);
+            }
+            catch (Exception exc)
+            {
+                log.LogCritical(exc, "exception reading config file {A}", "config.json");
+                return;
+            }
 
             foreach (var jobOption in readJobOptions)
             {
-
                 jobOption.Value.Logger = LoggerFactory.CreateLogger(jobOption.Key);
                 Jobs.Add(jobOption.Key, FileSyncJob.CreateJob(jobOption.Value));
             }
             JobsReady?.Invoke(null, EventArgs.Empty);
+            Dictionary<IFileJob, bool> jobsDone = new Dictionary<IFileJob, bool>();
             foreach (var job in Jobs)
             {
+                jobsDone.Add(job.Value, false);
+                job.Value.JobFinished += (s, e) => { jobsDone[(IFileJob)s] = true; if (jobsDone.All(x => x.Value)) if (!File.Exists("fullsync.done")) File.Create("fullsync.done"); };
                 job.Value.StartJob();
+
             }
             log.LogInformation("Press Ctrl+C to exit");
             while (keepRunning)
diff --git a/FileSyncAppWin/MainForm.cs b/FileSyncAppWin/MainForm.cs
@@ -4,13 +4,13 @@ public partial class MainForm : Form
     {
         Thread consoleThread;
 
-        public MainForm()
+        public MainForm(string[] args)
         {
             InitializeComponent();
             this.FormClosing += (s, e) => { FileSyncApp.Program.keepRunning = false; consoleThread?.Join(10_000); };
             consoleThread = new Thread(() =>
             {
-                FileSyncApp.Program.Main(null);
+                FileSyncApp.Program.Main(args);
             });
             FileSyncApp.Program.JobsReady += (s, e) =>
             {
diff --git a/FileSyncAppWin/Program.cs b/FileSyncAppWin/Program.cs
@@ -52,7 +52,7 @@ static void Main(string[] args)
                 Application.SetUnhandledExceptionMode(UnhandledExceptionMode.CatchException);
                 AppDomain.CurrentDomain.UnhandledException += CurrentDomain_UnhandledException;
                 ApplicationConfiguration.Initialize();
-                mainForm = new MainForm();
+                mainForm = new MainForm(args);
                 Application.Run(mainForm);
             }
             catch (Exception exception)
diff --git a/FileSyncLibNet/AccessProviders/FileIoAccessProvider.cs b/FileSyncLibNet/AccessProviders/FileIoAccessProvider.cs
@@ -17,7 +17,7 @@ public FileIoAccessProvider(ILogger logger, string stateFilename)
             this.logger = logger;
             if (!string.IsNullOrEmpty(stateFilename))
                 remoteState = new RemoteState(stateFilename);
-            
+
         }
         public void UpdateAccessPath(string accessPath)
         {
@@ -31,7 +31,7 @@ public void CreateDirectory(string path)
 
         public FileInfo2 GetFileInfo(string path)
         {
-            if(null!=remoteState)
+            if (null != remoteState)
                 return remoteState.GetFileInfo(Path.Combine(AccessPath, path));
 
             var fi = new FileInfo(Path.Combine(AccessPath, path));
@@ -43,7 +43,7 @@ public FileInfo2 GetFileInfo(string path)
             };
         }
 
-        public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null)
+        public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null, bool olderFiles = false)
         {
             DirectoryInfo _di = new DirectoryInfo(AccessPath);
             List<FileInfo2> ret_val = new List<FileInfo2>();
@@ -57,10 +57,12 @@ public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, s
                         searchPattern: pattern,
                         searchOption: recursive ? SearchOption.AllDirectories : SearchOption.TopDirectoryOnly);
 
-
-                    ret_val.AddRange(_fi.Select(x => new FileInfo2(x.FullName.Substring(AccessPath.Length + 1), x.Exists) { Length = x.Length, LastWriteTime = x.LastWriteTime }).ToList());
+                    ret_val.AddRange(_fi.Where(x => (olderFiles ? x.LastWriteTime <= minimumLastWriteTime : x.LastWriteTime >= minimumLastWriteTime))
+                        .Select(x => new FileInfo2(x.FullName.Substring(AccessPath.Length + 1), x.Exists) { Length = x.Length, LastWriteTime = x.LastWriteTime })
+                        .ToList());
                 }
-                catch (Exception exc) {
+                catch (Exception exc)
+                {
                     logger?.LogError(exc, "exception in GetFiles for path {A}, dir {B}", path, dir);
                 }
             }
diff --git a/FileSyncLibNet/AccessProviders/IAccessProvider.cs b/FileSyncLibNet/AccessProviders/IAccessProvider.cs
@@ -9,7 +9,7 @@ internal interface IAccessProvider
     {
         void CreateDirectory(string path);
         void UpdateAccessPath(string path);
-        List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null);
+        List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null, bool olderFiles=false);
         FileInfo2 GetFileInfo(string path);
         void Delete(FileInfo2 fileInfo);
         Stream GetStream(FileInfo2 file);
diff --git a/FileSyncLibNet/AccessProviders/ScpAccessProvider.cs b/FileSyncLibNet/AccessProviders/ScpAccessProvider.cs
@@ -17,7 +17,7 @@ internal class ScpAccessProvider : IAccessProvider
         SftpClient ftpClient;
         private readonly RemoteState remoteState;
         public string AccessPath { get; private set; }
-        
+
         private readonly ILogger logger;
         public ScpAccessProvider(NetworkCredential credentials, ILogger logger, string stateFilename)
         {
@@ -137,7 +137,7 @@ public bool MatchesPattern(string fileName, string pattern)
             return Regex.IsMatch(fileName, regexPattern, RegexOptions.IgnoreCase);
         }
 
-        public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null)
+        public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null, bool olderFiles = false)
         {
             //add try catch for non existent folders
             EnsureConnected();
@@ -156,7 +156,7 @@ public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, s
                 try
                 {
                     var files = ftpClient.ListDirectory(basePath);
-                    var sepChar="/";
+                    var sepChar = "/";
                     if (recursive)
                     {
                         foreach (var folder in files.Where(x => x.IsDirectory && !(x.Name == ".") && !(x.Name == "..")))
@@ -165,8 +165,8 @@ public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, s
                             ret_val.AddRange(GetFiles(minimumLastWriteTime, pattern, subPath, recursive));
                         }
                     }
-                    ret_val.AddRange(files.Where(x => MatchesPattern(x.Name, pattern)).Where(x => x.LastWriteTime >= minimumLastWriteTime && !x.IsDirectory).Select(x =>
-                    new FileInfo2($"{(AccessPath.Length + 1<basePath.Length?(basePath.Substring(AccessPath.Length+1))+sepChar:string.Empty)}{x.Name}", exists: true) { LastWriteTime = x.LastWriteTime, Length = x.Length }).ToList());
+                    ret_val.AddRange(files.Where(x => MatchesPattern(x.Name, pattern)).Where(x => (olderFiles ? x.LastWriteTime <= minimumLastWriteTime : x.LastWriteTime >= minimumLastWriteTime) && !x.IsDirectory).Select(x =>
+                    new FileInfo2($"{(AccessPath.Length + 1 < basePath.Length ? (basePath.Substring(AccessPath.Length + 1)) + sepChar : string.Empty)}{x.Name}", exists: true) { LastWriteTime = x.LastWriteTime, Length = x.Length }).ToList());
                 }
                 catch (Exception exc)
                 {
diff --git a/FileSyncLibNet/FileSyncJob/FileSyncJob.cs b/FileSyncLibNet/FileSyncJob/FileSyncJob.cs
@@ -18,6 +18,7 @@ public class FileSyncJob : IFileJob
         private readonly Timer timer;
         private readonly ISyncProvider syncProvider;
         private volatile bool v_jobRunning = false;
+        public static bool InitialFullSync { get; set; } = false;
 
         private FileSyncJob(IFileJobOptions fileSyncJobOptions)
         {
diff --git a/FileSyncLibNet/FileSyncJob/FileSyncJobOptions.cs b/FileSyncLibNet/FileSyncJob/FileSyncJobOptions.cs
@@ -14,7 +14,6 @@ public class FileSyncJobOptions : FileJobOptionsBase, IFileSyncJobOptions
         public bool SyncDeleted { get; set; } = false;
         public bool DeleteSourceAfterBackup { get; set; } = false;
         public bool RememberLastSync { get; set; } = true;
-        public bool RememberRemoteState { get; set; } = false;
         public TimeSpan MaxAge { get; set; }
 
         public FileSyncJobOptions()
diff --git a/FileSyncLibNet/FileSyncJob/FileSyncJobOptionsBuilder.cs b/FileSyncLibNet/FileSyncJob/FileSyncJobOptionsBuilder.cs
@@ -58,11 +58,7 @@ public IFileSyncJobOptionsBuilderSetProperties RememberLastSync(bool rememberLas
             jobOptions.RememberLastSync = rememberLastSync;
             return this;
         }
-        public IFileSyncJobOptionsBuilderSetProperties RememberRemoteState(bool rememberRemoteState)
-        {
-            jobOptions.RememberRemoteState = rememberRemoteState;
-            return this;
-        }
+
         public IFileSyncJobOptionsBuilderSetProperties WithMaxAge(TimeSpan maxAge)
         {
             jobOptions.MaxAge = maxAge;
diff --git a/FileSyncLibNet/FileSyncJob/IFileSyncJobOptions.cs b/FileSyncLibNet/FileSyncJob/IFileSyncJobOptions.cs
@@ -9,7 +9,6 @@ public interface IFileSyncJobOptions : IFileJobOptions
         bool DeleteSourceAfterBackup { get; set; }
         bool SyncDeleted { get; set; }
         bool RememberLastSync { get; set; }
-        bool RememberRemoteState { get; set; }
         TimeSpan MaxAge { get; set; }
     }
 }
diff --git a/FileSyncLibNet/SyncProviders/AbstractProvider.cs b/FileSyncLibNet/SyncProviders/AbstractProvider.cs
@@ -1,5 +1,6 @@
 ﻿using FileSyncLibNet.AccessProviders;
 using FileSyncLibNet.Commons;
+using FileSyncLibNet.FileCleanJob;
 using FileSyncLibNet.FileSyncJob;
 using Microsoft.Extensions.Logging;
 using System;
@@ -14,32 +15,77 @@ internal class AbstractProvider : ProviderBase
 
         public AbstractProvider(IFileJobOptions jobOptions) : base(jobOptions)
         {
-            if (!(JobOptions is IFileSyncJobOptions syncJobOptions))
-                throw new ArgumentException("this instance has no information about syncing files, it has type " + JobOptions.GetType().ToString());
-            if (syncJobOptions.SourcePath.StartsWith("scp:"))
+            if (!(JobOptions is IFileCleanJobOptions) && !(JobOptions is IFileSyncJobOptions))
             {
-                SourceAccess = new ScpAccessProvider(syncJobOptions.Credentials, jobOptions.Logger, stateFilename: null);
+                throw new ArgumentException("this instance has no information about syncing files or cleaning files, it has type " + JobOptions.GetType().ToString());
             }
-            else
+            string stateFilename = null;
+            if (JobOptions is IFileSyncJobOptions syncJobOptions)
             {
-                SourceAccess = new FileIoAccessProvider(jobOptions.Logger, stateFilename: null);
+                if (syncJobOptions.SourcePath.StartsWith("scp:"))
+                {
+                    SourceAccess = new ScpAccessProvider(syncJobOptions.Credentials, JobOptions.Logger, stateFilename: null);
+                }
+                else
+                {
+                    SourceAccess = new FileIoAccessProvider(JobOptions.Logger, stateFilename: null);
+                }
+                SourceAccess.UpdateAccessPath(syncJobOptions.SourcePath);
+                stateFilename = null;
             }
-            SourceAccess.UpdateAccessPath(syncJobOptions.SourcePath);
-            string stateFilename = syncJobOptions.RememberRemoteState ? syncJobOptions.GetHashedName() : null;
-            if (syncJobOptions.DestinationPath.StartsWith("scp:"))
+            if (JobOptions.DestinationPath.StartsWith("scp:"))
             {
-                DestinationAccess = new ScpAccessProvider(syncJobOptions.Credentials, jobOptions.Logger, stateFilename);
+                DestinationAccess = new ScpAccessProvider(JobOptions.Credentials, JobOptions.Logger, stateFilename);
             }
             else
             {
-                DestinationAccess = new FileIoAccessProvider(jobOptions.Logger, stateFilename);
+                DestinationAccess = new FileIoAccessProvider(JobOptions.Logger, stateFilename);
             }
 
         }
 
         public override void DeleteFiles()
         {
-            throw new NotImplementedException();
+            //Use from file io provider and adapt to use access provider
+
+            if (!(JobOptions is IFileCleanJobOptions jobOptions))
+                throw new ArgumentException("this instance has no information about deleting files, it has type " + JobOptions.GetType().ToString());
+            try
+            {
+                string formattedDestinationPath = string.Format(jobOptions.DestinationPath, DateTime.Now);
+                DestinationAccess.UpdateAccessPath(formattedDestinationPath);
+            }
+            catch (Exception ex) { logger?.LogError(ex, "exception formatting destination accesspath with DateTime.Now as 0 arg {A}", jobOptions.DestinationPath); }
+
+            try
+            {
+                var minimumLastWriteTime = DateTimeOffset.Now - jobOptions.MaxAge;
+                var sourceFiles = DestinationAccess.GetFiles(minimumLastWriteTime: minimumLastWriteTime.DateTime,
+                                                       pattern: JobOptions.SearchPattern,
+                                                       recursive: JobOptions.Recursive,
+                                                       subfolders: JobOptions.Subfolders,
+                                                       olderFiles: true);
+                int fileCount = 0;
+                foreach (var fileToDelete in sourceFiles)
+                {
+                    logger.LogDebug("deleting file {A}", fileToDelete.Name);
+
+                    try
+                    {
+                        DestinationAccess.Delete(fileToDelete);
+
+                        fileCount++;
+                    }
+                    catch (Exception ex) { logger.LogError(ex, "exception deleting file {A}", fileToDelete.Name); }
+                    logger.LogDebug("deleted {A} files", fileCount);
+                }
+
+
+            }
+            catch (Exception exc)
+            {
+                logger.LogError(exc, "TimerCleanup_Tick threw an exception");
+            }
         }
 
         public override void SyncSourceToDest()
@@ -58,11 +104,11 @@ public override void SyncSourceToDest()
             bool createDestinationDir = true;
             int copied = 0;
             int skipped = 0;
-            DateTimeOffset minimumLastWriteTime = new DateTimeOffset(1970, 0, 0, 0, 0, 0, TimeSpan.Zero);
+            DateTimeOffset minimumLastWriteTime = new DateTimeOffset(1970, 1, 1, 0, 0, 0, TimeSpan.Zero);
             if (jobOptions.RememberLastSync)
             {
                 if (LastRun.ToUnixTimeMilliseconds() == 0)
-                    LastRun = jobOptions.MaxAge < jobOptions.Interval ? new DateTimeOffset(1970, 0, 0, 0, 0, 0, TimeSpan.Zero) : DateTimeOffset.Now - jobOptions.MaxAge;
+                    LastRun = jobOptions.MaxAge < jobOptions.Interval ? new DateTimeOffset(1970, 1, 1, 0, 0, 0, TimeSpan.Zero) : DateTimeOffset.Now - jobOptions.MaxAge;
                 minimumLastWriteTime = LastRun - jobOptions.Interval - jobOptions.Interval;
             }
             else
@@ -71,6 +117,11 @@ public override void SyncSourceToDest()
                     DateTimeOffset.MinValue :
                     DateTimeOffset.Now - jobOptions.MaxAge - jobOptions.Interval;
             }
+            if (!System.IO.File.Exists("fullsync.done"))
+            {
+                logger.LogWarning("fullsync.done not found, syncing all files for initial run");
+                minimumLastWriteTime = DateTimeOffset.MinValue;
+            }
 
             bool error_occured = false;
             try

Original file line number	Diff line number	Diff line change
`@@ -4,13 +4,13 @@ public partial class MainForm : Form`
`4`	`4`	`{`
`5`	`5`	`Thread consoleThread;`
`6`	`6`
`7`		`- public MainForm()`
	`7`	`+ public MainForm(string[] args)`
`8`	`8`	`{`
`9`	`9`	`InitializeComponent();`
`10`	`10`	`this.FormClosing += (s, e) => { FileSyncApp.Program.keepRunning = false; consoleThread?.Join(10_000); };`
`11`	`11`	`consoleThread = new Thread(() =>`
`12`	`12`	`{`
`13`		`- FileSyncApp.Program.Main(null);`
	`13`	`+ FileSyncApp.Program.Main(args);`
`14`	`14`	`});`
`15`	`15`	`FileSyncApp.Program.JobsReady += (s, e) =>`
`16`	`16`	`{`
Original file line number	Diff line number	Diff line change
`@@ -52,7 +52,7 @@ static void Main(string[] args)`
`52`	`52`	`Application.SetUnhandledExceptionMode(UnhandledExceptionMode.CatchException);`
`53`	`53`	`AppDomain.CurrentDomain.UnhandledException += CurrentDomain_UnhandledException;`
`54`	`54`	`ApplicationConfiguration.Initialize();`
`55`		`- mainForm = new MainForm();`
	`55`	`+ mainForm = new MainForm(args);`
`56`	`56`	`Application.Run(mainForm);`
`57`	`57`	`}`
`58`	`58`	`catch (Exception exception)`
Original file line number	Diff line number	Diff line change
`@@ -17,7 +17,7 @@ public FileIoAccessProvider(ILogger logger, string stateFilename)`
`17`	`17`	`this.logger = logger;`
`18`	`18`	`if (!string.IsNullOrEmpty(stateFilename))`
`19`	`19`	`remoteState = new RemoteState(stateFilename);`
`20`		`-`
	`20`	`+`
`21`	`21`	`}`
`22`	`22`	`public void UpdateAccessPath(string accessPath)`
`23`	`23`	`{`
`@@ -31,7 +31,7 @@ public void CreateDirectory(string path)`
`31`	`31`
`32`	`32`	`public FileInfo2 GetFileInfo(string path)`
`33`	`33`	`{`
`34`		`- if(null!=remoteState)`
	`34`	`+ if (null != remoteState)`
`35`	`35`	`return remoteState.GetFileInfo(Path.Combine(AccessPath, path));`
`36`	`36`
`37`	`37`	`var fi = new FileInfo(Path.Combine(AccessPath, path));`
`@@ -43,7 +43,7 @@ public FileInfo2 GetFileInfo(string path)`
`43`	`43`	`};`
`44`	`44`	`}`
`45`	`45`
`46`		`- public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null)`
	`46`	`+ public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null, bool olderFiles = false)`
`47`	`47`	`{`
`48`	`48`	`DirectoryInfo _di = new DirectoryInfo(AccessPath);`
`49`	`49`	`List<FileInfo2> ret_val = new List<FileInfo2>();`
`@@ -57,10 +57,12 @@ public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, s`
`57`	`57`	`searchPattern: pattern,`
`58`	`58`	`searchOption: recursive ? SearchOption.AllDirectories : SearchOption.TopDirectoryOnly);`
`59`	`59`
`60`		`-`
`61`		`- ret_val.AddRange(_fi.Select(x => new FileInfo2(x.FullName.Substring(AccessPath.Length + 1), x.Exists) { Length = x.Length, LastWriteTime = x.LastWriteTime }).ToList());`
	`60`	`+ ret_val.AddRange(_fi.Where(x => (olderFiles ? x.LastWriteTime <= minimumLastWriteTime : x.LastWriteTime >= minimumLastWriteTime))`
	`61`	`+ .Select(x => new FileInfo2(x.FullName.Substring(AccessPath.Length + 1), x.Exists) { Length = x.Length, LastWriteTime = x.LastWriteTime })`
	`62`	`+ .ToList());`
`62`	`63`	`}`
`63`		`- catch (Exception exc) {`
	`64`	`+ catch (Exception exc)`
	`65`	`+ {`
`64`	`66`	`logger?.LogError(exc, "exception in GetFiles for path {A}, dir {B}", path, dir);`
`65`	`67`	`}`
`66`	`68`	`}`
Original file line number	Diff line number	Diff line change
`@@ -9,7 +9,7 @@ internal interface IAccessProvider`
`9`	`9`	`{`
`10`	`10`	`void CreateDirectory(string path);`
`11`	`11`	`void UpdateAccessPath(string path);`
`12`		`- List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null);`
	`12`	`+ List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null, bool olderFiles=false);`
`13`	`13`	`FileInfo2 GetFileInfo(string path);`
`14`	`14`	`void Delete(FileInfo2 fileInfo);`
`15`	`15`	`Stream GetStream(FileInfo2 file);`
Original file line number	Diff line number	Diff line change
`@@ -17,7 +17,7 @@ internal class ScpAccessProvider : IAccessProvider`
`17`	`17`	`SftpClient ftpClient;`
`18`	`18`	`private readonly RemoteState remoteState;`
`19`	`19`	`public string AccessPath { get; private set; }`
`20`		`-`
	`20`	`+`
`21`	`21`	`private readonly ILogger logger;`
`22`	`22`	`public ScpAccessProvider(NetworkCredential credentials, ILogger logger, string stateFilename)`
`23`	`23`	`{`
`@@ -137,7 +137,7 @@ public bool MatchesPattern(string fileName, string pattern)`
`137`	`137`	`return Regex.IsMatch(fileName, regexPattern, RegexOptions.IgnoreCase);`
`138`	`138`	`}`
`139`	`139`
`140`		`- public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null)`
	`140`	`+ public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, string path = null, bool recursive = false, List<string> subfolders = null, bool olderFiles = false)`
`141`	`141`	`{`
`142`	`142`	`//add try catch for non existent folders`
`143`	`143`	`EnsureConnected();`
`@@ -156,7 +156,7 @@ public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, s`
`156`	`156`	`try`
`157`	`157`	`{`
`158`	`158`	`var files = ftpClient.ListDirectory(basePath);`
`159`		`- var sepChar="/";`
	`159`	`+ var sepChar = "/";`
`160`	`160`	`if (recursive)`
`161`	`161`	`{`
`162`	`162`	`foreach (var folder in files.Where(x => x.IsDirectory && !(x.Name == ".") && !(x.Name == "..")))`
`@@ -165,8 +165,8 @@ public List<FileInfo2> GetFiles(DateTime minimumLastWriteTime, string pattern, s`
`165`	`165`	`ret_val.AddRange(GetFiles(minimumLastWriteTime, pattern, subPath, recursive));`
`166`	`166`	`}`
`167`	`167`	`}`
`168`		`- ret_val.AddRange(files.Where(x => MatchesPattern(x.Name, pattern)).Where(x => x.LastWriteTime >= minimumLastWriteTime && !x.IsDirectory).Select(x =>`
`169`		`- new FileInfo2($"{(AccessPath.Length + 1<basePath.Length?(basePath.Substring(AccessPath.Length+1))+sepChar:string.Empty)}{x.Name}", exists: true) { LastWriteTime = x.LastWriteTime, Length = x.Length }).ToList());`
	`168`	`+ ret_val.AddRange(files.Where(x => MatchesPattern(x.Name, pattern)).Where(x => (olderFiles ? x.LastWriteTime <= minimumLastWriteTime : x.LastWriteTime >= minimumLastWriteTime) && !x.IsDirectory).Select(x =>`
	`169`	`+ new FileInfo2($"{(AccessPath.Length + 1 < basePath.Length ? (basePath.Substring(AccessPath.Length + 1)) + sepChar : string.Empty)}{x.Name}", exists: true) { LastWriteTime = x.LastWriteTime, Length = x.Length }).ToList());`
`170`	`170`	`}`
`171`	`171`	`catch (Exception exc)`
`172`	`172`	`{`
Original file line number	Diff line number	Diff line change
`@@ -18,6 +18,7 @@ public class FileSyncJob : IFileJob`
`18`	`18`	`private readonly Timer timer;`
`19`	`19`	`private readonly ISyncProvider syncProvider;`
`20`	`20`	`private volatile bool v_jobRunning = false;`
	`21`	`+ public static bool InitialFullSync { get; set; } = false;`
`21`	`22`
`22`	`23`	`private FileSyncJob(IFileJobOptions fileSyncJobOptions)`
`23`	`24`	`{`
Original file line number	Diff line number	Diff line change
`@@ -58,11 +58,7 @@ public IFileSyncJobOptionsBuilderSetProperties RememberLastSync(bool rememberLas`
`58`	`58`	`jobOptions.RememberLastSync = rememberLastSync;`
`59`	`59`	`return this;`
`60`	`60`	`}`
`61`		`- public IFileSyncJobOptionsBuilderSetProperties RememberRemoteState(bool rememberRemoteState)`
`62`		`- {`
`63`		`- jobOptions.RememberRemoteState = rememberRemoteState;`
`64`		`- return this;`
`65`		`- }`
	`61`	`+`
`66`	`62`	`public IFileSyncJobOptionsBuilderSetProperties WithMaxAge(TimeSpan maxAge)`
`67`	`63`	`{`
`68`	`64`	`jobOptions.MaxAge = maxAge;`
Original file line number	Diff line number	Diff line change
`@@ -9,7 +9,6 @@ public interface IFileSyncJobOptions : IFileJobOptions`
`9`	`9`	`bool DeleteSourceAfterBackup { get; set; }`
`10`	`10`	`bool SyncDeleted { get; set; }`
`11`	`11`	`bool RememberLastSync { get; set; }`
`12`		`- bool RememberRemoteState { get; set; }`
`13`	`12`	`TimeSpan MaxAge { get; set; }`
`14`	`13`	`}`
`15`	`14`	`}`