More data pipeline tests

statiqdev · May 16, 2020 · 695a8f8 · 695a8f8
1 parent 0474818
commit 695a8f8
Show file tree

Hide file tree

Showing 4 changed files with 136 additions and 62 deletions.
diff --git a/Directory.Build.props b/Directory.Build.props
@@ -2,9 +2,9 @@
 
   <PropertyGroup>
     <!-- Controls whether references are local projects or NuGet packages -->
-    <LocalReferences>false</LocalReferences>    
+    <LocalReferences>true</LocalReferences>    
     <!-- The NuGet version of Statiq that should be referenced if LocalReferences is false -->
-    <StatiqFrameworkVersion>1.0.0-beta.10</StatiqFrameworkVersion>
+    <StatiqFrameworkVersion>1.0.0-beta.11</StatiqFrameworkVersion>
   </PropertyGroup>
 
   <PropertyGroup>

diff --git a/src/Statiq.Web/Modules/ApplyDirectoryMetadata.cs b/src/Statiq.Web/Modules/ApplyDirectoryMetadata.cs
@@ -31,7 +31,7 @@ protected override IEnumerable<IDocument> ExecuteContext(IExecutionContext conte
                         .ToImmutableArray());
 
             // Iterate through all input documents in parallel
-            return context.Inputs.Select(input =>
+            IEnumerable<IDocument> results = context.Inputs.Select(input =>
             {
                 IDocument merged = input;
 
@@ -65,6 +65,7 @@ protected override IEnumerable<IDocument> ExecuteContext(IExecutionContext conte
 
                 return merged;
             });
+            return results;
         }
 
         private class DirectoryMetadataData

diff --git a/tests/Statiq.Web.Tests/BootstrapperExtensions.cs b/tests/Statiq.Web.Tests/BootstrapperExtensions.cs
diff --git a/tests/Statiq.Web.Tests/Pipelines/DataFixture.cs b/tests/Statiq.Web.Tests/Pipelines/DataFixture.cs
@@ -1,5 +1,6 @@
 using System;
 using System.Collections.Immutable;
+using System.Linq;
 using System.Threading.Tasks;
 using NUnit.Framework;
 using Shouldly;
@@ -26,10 +27,11 @@ public async Task ParsesJson()
                 };
 
                 // When
-                ImmutableArray<IDocument> outputs = await bootstrapper.RunTestAsync(nameof(Data), Phase.Process, fileProvider);
+                BootstrapperTestResult result = await bootstrapper.RunTestAsync(fileProvider);
 
                 // Then
-                IDocument document = outputs.ShouldHaveSingleItem();
+                result.ExitCode.ShouldBe((int)ExitCode.Normal);
+                IDocument document = result.Outputs[nameof(Data)][Phase.Process].ShouldHaveSingleItem();
                 document["Foo"].ShouldBe("Bar");
             }
 
@@ -44,10 +46,136 @@ public async Task ParsesYaml()
                 };
 
                 // When
-                ImmutableArray<IDocument> outputs = await bootstrapper.RunTestAsync(nameof(Data), Phase.Process, fileProvider);
+                BootstrapperTestResult result = await bootstrapper.RunTestAsync(fileProvider);
 
                 // Then
-                IDocument document = outputs.ShouldHaveSingleItem();
+                result.ExitCode.ShouldBe((int)ExitCode.Normal);
+                IDocument document = result.Outputs[nameof(Data)][Phase.Process].ShouldHaveSingleItem();
+                document["Foo"].ShouldBe("Bar");
+            }
+
+            [Test]
+            public async Task HonorsDataFilesSetting()
+            {
+                // Given
+                Bootstrapper bootstrapper = Bootstrapper.Factory.CreateWeb(Array.Empty<string>());
+                bootstrapper.AddSetting(WebKeys.DataFiles, "x/**/*.json");
+                TestFileProvider fileProvider = new TestFileProvider
+                {
+                    { "/input/a/b/c.json", "{ \"Foo\": \"Bar\" }" },
+                    { "/input/x/y/z.json", "{ \"Foo\": \"Buz\" }" }
+                };
+
+                // When
+                BootstrapperTestResult result = await bootstrapper.RunTestAsync(fileProvider);
+
+                // Then
+                result.ExitCode.ShouldBe((int)ExitCode.Normal);
+                IDocument document = result.Outputs[nameof(Data)][Phase.Process].ShouldHaveSingleItem();
+                document["Foo"].ShouldBe("Buz");
+            }
+
+            [Test]
+            public async Task SupportsMultipleDataFilesPatterns()
+            {
+                // Given
+                Bootstrapper bootstrapper = Bootstrapper.Factory.CreateWeb(Array.Empty<string>());
+                bootstrapper.AddSetting(WebKeys.DataFiles, new[] { "a/**/*.json", "x/**/*.json" });
+                TestFileProvider fileProvider = new TestFileProvider
+                {
+                    { "/input/a/b/c.json", "{ \"Foo\": \"Bar\" }" },
+                    { "/input/x/y/z.json", "{ \"Foo\": \"Buz\" }" }
+                };
+
+                // When
+                BootstrapperTestResult result = await bootstrapper.RunTestAsync(fileProvider);
+
+                // Then
+                result.ExitCode.ShouldBe((int)ExitCode.Normal);
+                result.Outputs[nameof(Data)][Phase.Process].Select(x => x["Foo"]).ShouldBe(new[] { "Bar", "Buz" }, true);
+            }
+
+            [Test]
+            public async Task IncludesDocumentsFromDependencies()
+            {
+                // Given
+                Bootstrapper bootstrapper = Bootstrapper.Factory.CreateWeb(Array.Empty<string>());
+                bootstrapper.AddSetting(WebKeys.DataFiles, "x/**/*.json");
+                bootstrapper.BuildPipeline("Test", builder => builder
+                    .WithInputReadFiles("a/**/*.json")
+                    .AsDependencyOf(nameof(Data)));
+                TestFileProvider fileProvider = new TestFileProvider
+                {
+                    { "/input/a/b/c.json", "{ \"Foo\": \"Bar\" }" },
+                    { "/input/x/y/z.json", "{ \"Foo\": \"Buz\" }" }
+                };
+
+                // When
+                BootstrapperTestResult result = await bootstrapper.RunTestAsync(fileProvider);
+
+                // Then
+                result.ExitCode.ShouldBe((int)ExitCode.Normal);
+                result.Outputs[nameof(Data)][Phase.Process].Select(x => x["Foo"]).ShouldBe(new[] { "Bar", "Buz" }, true);
+            }
+
+            [Test]
+            public async Task AddsDiectoryMetadata()
+            {
+                // Given
+                Bootstrapper bootstrapper = Bootstrapper.Factory.CreateWeb(Array.Empty<string>());
+                TestFileProvider fileProvider = new TestFileProvider
+                {
+                    { "/input/a/b/c.json", "{ \"Foo\": \"Bar\" }" },
+                    { "/input/a/_directory.json", "{ \"Fizz\": \"Buzz\" }" }
+                };
+
+                // When
+                BootstrapperTestResult result = await bootstrapper.RunTestAsync(fileProvider);
+
+                // Then
+                result.ExitCode.ShouldBe((int)ExitCode.Normal);
+                IDocument document = result.Outputs[nameof(Data)][Phase.Process].ShouldHaveSingleItem();
+                document["Foo"].ShouldBe("Bar");
+                document["Fizz"].ShouldBe("Buzz");
+            }
+
+            [Test]
+            public async Task FiltersExcludedFiles()
+            {
+                // Given
+                Bootstrapper bootstrapper = Bootstrapper.Factory.CreateWeb(Array.Empty<string>());
+                TestFileProvider fileProvider = new TestFileProvider
+                {
+                    { "/input/a/b/c.json", "{ \"Foo\": \"Bar\" }" },
+                    { "/input/x/y/z.json", "{ \"Excluded\": \"true\" }" }
+                };
+
+                // When
+                BootstrapperTestResult result = await bootstrapper.RunTestAsync(fileProvider);
+
+                // Then
+                result.ExitCode.ShouldBe((int)ExitCode.Normal);
+                IDocument document = result.Outputs[nameof(Data)][Phase.Process].ShouldHaveSingleItem();
+                document["Foo"].ShouldBe("Bar");
+            }
+
+            [Test]
+            public async Task DoesNotReadUnderscoreFilesByDefault()
+            {
+                // Given
+                Bootstrapper bootstrapper = Bootstrapper.Factory.CreateWeb(Array.Empty<string>());
+                TestFileProvider fileProvider = new TestFileProvider
+                {
+                    { "/input/a/b/c.json", "{ \"Foo\": \"Bar\" }" },
+                    { "/input/x/y/_z.json", "{ \"Fizz\": \"Buzz\" }" }
+                };
+
+                // When
+                BootstrapperTestResult result = await bootstrapper.RunTestAsync(fileProvider);
+
+                // Then
+                result.ExitCode.ShouldBe((int)ExitCode.Normal);
+                IDocument document = result.Outputs[nameof(Data)][Phase.Process].ShouldHaveSingleItem();
                 document["Foo"].ShouldBe("Bar");
             }
         }