// Copyright (C) 2015, The Duplicati Team
// http://www.duplicati.com, info@duplicati.com
//
// This library is free software; you can redistribute it and/or modify
// it under the terms of the GNU Lesser General Public License as
// published by the Free Software Foundation; either version 2.1 of the
// License, or (at your option) any later version.
//
// This library is distributed in the hope that it will be useful, but
// WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
// Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public
// License along with this library; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
using System;
using NUnit.Framework;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Net;
namespace Duplicati.UnitTest
{
public class CommandLineOperationsTests : BasicSetupHelper
{
private static readonly string S3_URL = $"https://testfiles.duplicati.com/";
///
/// The log tag
///
private static readonly string LOGTAG = Library.Logging.Log.LogTagFromType();
///
/// The folder that contains all the source data which the test is based on
///
protected readonly string SOURCEFOLDER = Path.Combine(BASEFOLDER, "data");
private readonly string zipFilename = "data.zip";
private string zipFilepath => Path.Combine(BASEFOLDER, this.zipFilename);
private readonly string zipAlternativeFilename = "data-alternative.zip";
private string zipAlternativeFilepath => Path.Combine(BASEFOLDER, this.zipAlternativeFilename);
protected virtual IEnumerable SourceDataFolders
{
get
{
return
from x in systemIO.EnumerateDirectories(SOURCEFOLDER)
orderby x
select x;
}
}
public override void SetUp()
{
base.SetUp();
if (!systemIO.FileExists(zipAlternativeFilepath))
{
var url = $"{S3_URL}{this.zipFilename}";
DownloadS3FileIfNewer(zipFilepath, url);
ZipFileExtractToDirectory(this.zipFilepath, BASEFOLDER);
}
else
{
ZipFileExtractToDirectory(this.zipAlternativeFilepath, BASEFOLDER);
}
}
private void DownloadS3FileIfNewer(string destinationFilePath, string url)
{
var webRequest = (HttpWebRequest)WebRequest.Create(url);
if (systemIO.FileExists(destinationFilePath))
{
webRequest.IfModifiedSince = systemIO.FileGetLastWriteTimeUtc(destinationFilePath);
}
try
{
// check if the file should be downloaded, exception if not
var checkIfChangedWebResponse = (HttpWebResponse)webRequest.GetResponse();
using (WebClient client = new WebClient())
{
client.DownloadFile(url, destinationFilePath);
}
}
catch (WebException ex)
{
if (ex.Response == null){
throw;
}
if (((HttpWebResponse) ex.Response).StatusCode != HttpStatusCode.NotModified)
{
throw;
}
}
}
public override void OneTimeTearDown()
{
if (systemIO.DirectoryExists(this.SOURCEFOLDER))
{
systemIO.DirectoryDelete(this.SOURCEFOLDER, true);
}
}
[Test]
[Category("BulkData")]
[Category("BulkNormal")]
public void RunCommands()
{
DoRunCommands(TARGETFOLDER);
}
[Test]
[Category("BulkData")]
[Category("BulkNoSize")]
public void RunCommandsWithoutSize()
{
DoRunCommands(new SizeOmittingBackend().ProtocolKey + "://" + TARGETFOLDER);
}
private void DoRunCommands(string target)
{
var opts = from n in TestOptions select string.Format("--{0}=\"{1}\"", n.Key, n.Value);
var backupargs = (new string[] { "backup", target, DATAFOLDER }.Union(opts)).ToArray();
if (SourceDataFolders == null || SourceDataFolders.Count() < 3)
{
ProgressWriteLine($"ERROR: A minimum of 3 data folders are required in {SOURCEFOLDER}.");
throw new Exception("Failed during initial minimum data folder check");
}
foreach (var n in SourceDataFolders)
{
var foldername = Path.GetFileName(n);
var targetfolder = Path.Combine(DATAFOLDER, foldername);
ProgressWriteLine("Adding folder {0} to source", foldername);
systemIO.DirectoryMove(n, targetfolder);
var size = systemIO.EnumerateFiles(targetfolder, "*", SearchOption.AllDirectories).Select(systemIO.FileLength).Sum();
ProgressWriteLine("Running backup with {0} data added ...", Duplicati.Library.Utility.Utility.FormatSizeString(size));
using (new Library.Logging.Timer(LOGTAG, "BackupWithDataAdded", string.Format("Backup with {0} data added", Duplicati.Library.Utility.Utility.FormatSizeString(size))))
Duplicati.CommandLine.Program.RealMain(backupargs);
ProgressWriteLine("Testing data ...");
using (new Library.Logging.Timer(LOGTAG, "TestRemoteData", "Test remote data"))
if (Duplicati.CommandLine.Program.RealMain((new string[] { "test", target, "all" }.Union(opts)).ToArray()) != 0)
throw new Exception("Failed during remote verification");
}
ProgressWriteLine("Running unchanged backup ...");
using (new Library.Logging.Timer(LOGTAG, "UnchangedBackup", "Unchanged backup"))
Duplicati.CommandLine.Program.RealMain(backupargs);
var datafolders = systemIO.EnumerateDirectories(DATAFOLDER);
var f = datafolders.Skip(datafolders.Count() / 2).First();
ProgressWriteLine("Renaming folder {0}", Path.GetFileName(f));
systemIO.DirectoryMove(f, Path.Combine(Path.GetDirectoryName(f), Path.GetFileName(f) + "-renamed"));
ProgressWriteLine("Running backup with renamed folder...");
using (new Library.Logging.Timer(LOGTAG, "BackupWithRenamedFolder", "Backup with renamed folder"))
Duplicati.CommandLine.Program.RealMain(backupargs);
datafolders = systemIO.EnumerateDirectories(DATAFOLDER);
ProgressWriteLine("Deleting data");
var rm1 = datafolders.First();
var rm2 = datafolders.Skip(1).First();
var rm3 = datafolders.Skip(2).First();
systemIO.DirectoryDelete(rm1, true);
systemIO.DirectoryDelete(rm2, true);
var rmfiles = systemIO.EnumerateFiles(rm3, "*", SearchOption.AllDirectories);
foreach (var n in rmfiles.Take(rmfiles.Count() / 2))
systemIO.FileDelete(n);
ProgressWriteLine("Running backup with deleted data...");
using (new Library.Logging.Timer(LOGTAG, "BackupWithDeletedData", "Backup with deleted data"))
Duplicati.CommandLine.Program.RealMain(backupargs);
ProgressWriteLine("Testing the compare method ...");
using (new Library.Logging.Timer(LOGTAG, "CompareMethod", "Compare method"))
Duplicati.CommandLine.Program.RealMain((new string[] { "compare", target, "0", "1" }.Union(opts)).ToArray());
for (var i = 0; i < 5; i++)
{
ProgressWriteLine("Running backup with changed logfile {0} of {1} ...", i + 1, 5);
systemIO.FileCopy(LOGFILE, Path.Combine(SOURCEFOLDER, Path.GetFileName(LOGFILE)), true);
using (new Library.Logging.Timer(LOGTAG, "BackupWithLogfileChange", string.Format("Backup with logfilechange {0}", i + 1)))
Duplicati.CommandLine.Program.RealMain(backupargs);
}
ProgressWriteLine("Compacting data ...");
using (new Library.Logging.Timer(LOGTAG, "Compacting", "Compacting"))
Duplicati.CommandLine.Program.RealMain((new string[] { "compact", target, "--small-file-max-count=2" }.Union(opts)).ToArray());
datafolders = systemIO.EnumerateDirectories(DATAFOLDER);
var rf = datafolders.Skip(datafolders.Count() - 2).First();
ProgressWriteLine("Partial restore of {0} ...", Path.GetFileName(rf));
using (new Library.Logging.Timer(LOGTAG, "PartialRestore", "Partial restore"))
Duplicati.CommandLine.Program.RealMain((new string[] { "restore", target, rf + "*", "--restore-path=\"" + RESTOREFOLDER + "\"" }.Union(opts)).ToArray());
ProgressWriteLine("Verifying partial restore ...");
using (new Library.Logging.Timer(LOGTAG, "VerificationOfPartialRestore", "Verification of partial restored files"))
TestUtils.AssertDirectoryTreesAreEquivalent(rf, RESTOREFOLDER, true, "VerificationOfPartialRestore");
systemIO.DirectoryDelete(RESTOREFOLDER, true);
ProgressWriteLine("Partial restore of {0} without local db...", Path.GetFileName(rf));
using (new Library.Logging.Timer(LOGTAG, "PartialRestoreWithoutLocalDb", "Partial restore without local db"))
Duplicati.CommandLine.Program.RealMain((new string[] { "restore", target, rf + "*", "--restore-path=\"" + RESTOREFOLDER + "\"", "--no-local-db" }.Union(opts)).ToArray());
ProgressWriteLine("Verifying partial restore ...");
using (new Library.Logging.Timer(LOGTAG, "VerificationOfPartialRestore", "Verification of partial restored files"))
TestUtils.AssertDirectoryTreesAreEquivalent(rf, RESTOREFOLDER, true, "VerificationOfPartialRestore");
systemIO.DirectoryDelete(RESTOREFOLDER, true);
ProgressWriteLine("Full restore ...");
using (new Library.Logging.Timer(LOGTAG, "FullRestore", "Full restore"))
Duplicati.CommandLine.Program.RealMain((new string[] { "restore", target, "*", "--restore-path=\"" + RESTOREFOLDER + "\"" }.Union(opts)).ToArray());
ProgressWriteLine("Verifying full restore ...");
using (new Library.Logging.Timer(LOGTAG, "VerificationOfFullRestore", "Verification of restored files"))
foreach (var s in systemIO.EnumerateDirectories(DATAFOLDER))
TestUtils.AssertDirectoryTreesAreEquivalent(s, Path.Combine(RESTOREFOLDER, Path.GetFileName(s)), true, "VerificationOfFullRestore");
systemIO.DirectoryDelete(RESTOREFOLDER, true);
ProgressWriteLine("Full restore without local db...");
using (new Library.Logging.Timer(LOGTAG, "FullRestoreWithoutDb", "Full restore without local db"))
Duplicati.CommandLine.Program.RealMain((new string[] { "restore", target, "*", "--restore-path=\"" + RESTOREFOLDER + "\"", "--no-local-db" }.Union(opts)).ToArray());
ProgressWriteLine("Verifying full restore ...");
using (new Library.Logging.Timer(LOGTAG, "VerificationOfFullRestoreWithoutDb", "Verification of restored files"))
foreach (var s in systemIO.EnumerateDirectories(DATAFOLDER))
TestUtils.AssertDirectoryTreesAreEquivalent(s, Path.Combine(RESTOREFOLDER, Path.GetFileName(s)), true, "VerificationOfFullRestoreWithoutDb");
ProgressWriteLine("Testing data ...");
using (new Library.Logging.Timer(LOGTAG, "TestRemoteData", "Test remote data"))
if (Duplicati.CommandLine.Program.RealMain((new string[] { "test", target, "all" }.Union(opts)).ToArray()) != 0)
throw new Exception("Failed during final remote verification");
}
}
}