diff --git a/.gitignore b/.gitignore
index d510684e27..3d89b9fce4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -28,3 +28,5 @@ project.lock.json
 .testPublish/
 .build/
 autobahnreports/
+*.nuget.props
+*.nuget.targets
\ No newline at end of file
diff --git a/test/Microsoft.AspNetCore.WebSockets.ConformanceTest/Autobahn/AutobahnTester.cs b/test/Microsoft.AspNetCore.WebSockets.ConformanceTest/Autobahn/AutobahnTester.cs
index 19c305d091..4f5c0afbb5 100644
--- a/test/Microsoft.AspNetCore.WebSockets.ConformanceTest/Autobahn/AutobahnTester.cs
+++ b/test/Microsoft.AspNetCore.WebSockets.ConformanceTest/Autobahn/AutobahnTester.cs
@@ -103,6 +103,7 @@ namespace Microsoft.AspNetCore.WebSockets.ConformanceTest.Autobahn
 
             var deployer = ApplicationDeployerFactory.Create(parameters, logger);
             var result = deployer.Deploy();
+            _deployers.Add(deployer);
 
 #if NET451
             System.Net.ServicePointManager.ServerCertificateValidationCallback = (_, __, ___, ____) => true;
@@ -130,8 +131,6 @@ namespace Microsoft.AspNetCore.WebSockets.ConformanceTest.Autobahn
             var wsUrl = result.ApplicationBaseUri.Replace("https://", "wss://").Replace("http://", "ws://");
             Spec.WithServer(name, wsUrl);
 
-            _deployers.Add(deployer);
-
             var expectations = new AutobahnExpectations(server, ssl, environment);
             expectationConfig?.Invoke(expectations);
             _expectations.Add(expectations);