From 1123f671e5abba65a3be66a08d14f6a4c9e5d3f2 Mon Sep 17 00:00:00 2001
From: timstarbuck <timstarbuck@gmail.com>
Date: Thu, 21 Jul 2016 15:22:36 -0500
Subject: [PATCH 1/2] In Console output, when finished -> write elapsed time
 #16

In Console output, when finished -> write elapsed time #16
---
 .../LinkCrawler.Tests/LinkCrawler.Tests.csproj |  4 +++-
 LinkCrawler/LinkCrawler/App.config             |  2 +-
 LinkCrawler/LinkCrawler/LinkCrawler.cs         | 18 ++++++++++++++++++
 .../LinkCrawler/Utils/Outputs/ConsoleOutput.cs |  6 ++++++
 .../LinkCrawler/Utils/Outputs/CsvOutput.cs     |  5 +++++
 .../LinkCrawler/Utils/Outputs/IOutput.cs       |  1 +
 .../LinkCrawler/Utils/Outputs/SlackOutput.cs   |  5 +++++
 7 files changed, 39 insertions(+), 2 deletions(-)

diff --git a/LinkCrawler/LinkCrawler.Tests/LinkCrawler.Tests.csproj b/LinkCrawler/LinkCrawler.Tests/LinkCrawler.Tests.csproj
index 2f7ce1b..2a7d599 100644
--- a/LinkCrawler/LinkCrawler.Tests/LinkCrawler.Tests.csproj
+++ b/LinkCrawler/LinkCrawler.Tests/LinkCrawler.Tests.csproj
@@ -60,7 +60,9 @@
     </None>
     <None Include="packages.config" />
   </ItemGroup>
-  <ItemGroup />
+  <ItemGroup>
+    <Service Include="{82A7F48D-3B50-4B1E-B82E-3ADA8210C358}" />
+  </ItemGroup>
   <ItemGroup>
     <ProjectReference Include="..\LinkCrawler\LinkCrawler.csproj">
       <Project>{db53303b-f9fb-4d77-b656-d05db0420e6a}</Project>
diff --git a/LinkCrawler/LinkCrawler/App.config b/LinkCrawler/LinkCrawler/App.config
index fbedffb..ba69250 100644
--- a/LinkCrawler/LinkCrawler/App.config
+++ b/LinkCrawler/LinkCrawler/App.config
@@ -9,7 +9,7 @@
   <appSettings>
     <add key="OnlyReportBrokenLinksToOutput" value="false" />
     <add key="CheckImages" value="true" />
-    <add key="BaseUrl" value="https://github.com" />
+    <add key="BaseUrl" value="https://www.west.com/" />
     <add key="SuccessHttpStatusCodes" value="1xx,2xx,3xx" />
     <!--explanation of regex below: http://regexr.com/3cqt9 -->
     <add key="ValidUrlRegex" value="(^http[s]?:\/{2})|(^www)|(^\/{1,2})" />
diff --git a/LinkCrawler/LinkCrawler/LinkCrawler.cs b/LinkCrawler/LinkCrawler/LinkCrawler.cs
index 04ffad1..c8f7d99 100644
--- a/LinkCrawler/LinkCrawler/LinkCrawler.cs
+++ b/LinkCrawler/LinkCrawler/LinkCrawler.cs
@@ -7,6 +7,8 @@
 using RestSharp;
 using System;
 using System.Collections.Generic;
+using System.Threading;
+using System.Diagnostics;
 
 namespace LinkCrawler
 {
@@ -20,6 +22,7 @@ public class LinkCrawler
         public bool OnlyReportBrokenLinksToOutput { get; set; }
         public static List<string> VisitedUrlList { get; set; }
         private ISettings _settings;
+        private int counter = 0;
 
         public LinkCrawler(IEnumerable<IOutput> outputs, IValidUrlParser validUrlParser, ISettings settings)
         {
@@ -35,7 +38,18 @@ public LinkCrawler(IEnumerable<IOutput> outputs, IValidUrlParser validUrlParser,
 
         public void Start()
         {
+            Stopwatch sw = new Stopwatch();
+            sw.Start();
             SendRequest(BaseUrl);
+            while (counter > 0)
+            {
+                Thread.Sleep(100);
+            }
+            sw.Stop();
+            foreach (var output in Outputs)
+            {
+                output.WriteInfo(String.Format("Elapsed {0:c}", sw.Elapsed));
+            }
         }
 
         public void SendRequest(string crawlUrl, string referrerUrl = "")
@@ -43,6 +57,8 @@ public void SendRequest(string crawlUrl, string referrerUrl = "")
             var requestModel = new RequestModel(crawlUrl, referrerUrl, BaseUrl);
             var restClient = new RestClient(new Uri(crawlUrl)) { FollowRedirects = false };
 
+            Interlocked.Increment(ref counter);
+
             restClient.ExecuteAsync(RestRequest, response =>
             {
                 if (response == null)
@@ -59,6 +75,8 @@ public void ProcessResponse(IResponseModel responseModel)
 
             if (responseModel.ShouldCrawl)
                 CrawlForLinksInResponse(responseModel);
+
+            Interlocked.Decrement(ref counter);
         }
 
         public void CrawlForLinksInResponse(IResponseModel responseModel)
diff --git a/LinkCrawler/LinkCrawler/Utils/Outputs/ConsoleOutput.cs b/LinkCrawler/LinkCrawler/Utils/Outputs/ConsoleOutput.cs
index 1301c28..90b9da6 100644
--- a/LinkCrawler/LinkCrawler/Utils/Outputs/ConsoleOutput.cs
+++ b/LinkCrawler/LinkCrawler/Utils/Outputs/ConsoleOutput.cs
@@ -15,5 +15,11 @@ public void WriteInfo(IResponseModel responseModel)
         {
             Console.WriteLine(responseModel.ToString());
         }
+
+        public void WriteInfo(string info)
+        {
+            Console.WriteLine(info);
+        }
+
     }
 }
diff --git a/LinkCrawler/LinkCrawler/Utils/Outputs/CsvOutput.cs b/LinkCrawler/LinkCrawler/Utils/Outputs/CsvOutput.cs
index 0b6ed79..95a9368 100644
--- a/LinkCrawler/LinkCrawler/Utils/Outputs/CsvOutput.cs
+++ b/LinkCrawler/LinkCrawler/Utils/Outputs/CsvOutput.cs
@@ -40,6 +40,11 @@ public void WriteInfo(IResponseModel responseModel)
             Write(responseModel);
         }
 
+        public void WriteInfo(string info)
+        {
+            // Write nothing to csv
+        }
+
         private void Write(IResponseModel responseModel)
         {
             _writer?.WriteLine("{1}{0}{2}{0}{3}{0}{4}",
diff --git a/LinkCrawler/LinkCrawler/Utils/Outputs/IOutput.cs b/LinkCrawler/LinkCrawler/Utils/Outputs/IOutput.cs
index c924c13..c1183d7 100644
--- a/LinkCrawler/LinkCrawler/Utils/Outputs/IOutput.cs
+++ b/LinkCrawler/LinkCrawler/Utils/Outputs/IOutput.cs
@@ -6,5 +6,6 @@ public interface IOutput
     {
         void WriteError(IResponseModel responseModel);
         void WriteInfo(IResponseModel responseModel);
+        void WriteInfo(string info);
     }
 }
diff --git a/LinkCrawler/LinkCrawler/Utils/Outputs/SlackOutput.cs b/LinkCrawler/LinkCrawler/Utils/Outputs/SlackOutput.cs
index 9454a69..a2cf0b0 100644
--- a/LinkCrawler/LinkCrawler/Utils/Outputs/SlackOutput.cs
+++ b/LinkCrawler/LinkCrawler/Utils/Outputs/SlackOutput.cs
@@ -21,5 +21,10 @@ public void WriteInfo(IResponseModel responseModel)
         {
             // Write nothing to Slack
         }
+
+        public void WriteInfo(string info)
+        {
+            // Write nothing to Slack
+        }
     }
 }

From 4d6eb3fd368c226ce557218be85cca1255de7c6d Mon Sep 17 00:00:00 2001
From: timstarbuck <timstarbuck@gmail.com>
Date: Thu, 21 Jul 2016 15:28:24 -0500
Subject: [PATCH 2/2] Base Url Update

---
 LinkCrawler/LinkCrawler/App.config | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/LinkCrawler/LinkCrawler/App.config b/LinkCrawler/LinkCrawler/App.config
index ba69250..fbedffb 100644
--- a/LinkCrawler/LinkCrawler/App.config
+++ b/LinkCrawler/LinkCrawler/App.config
@@ -9,7 +9,7 @@
   <appSettings>
     <add key="OnlyReportBrokenLinksToOutput" value="false" />
     <add key="CheckImages" value="true" />
-    <add key="BaseUrl" value="https://www.west.com/" />
+    <add key="BaseUrl" value="https://github.com" />
     <add key="SuccessHttpStatusCodes" value="1xx,2xx,3xx" />
     <!--explanation of regex below: http://regexr.com/3cqt9 -->
     <add key="ValidUrlRegex" value="(^http[s]?:\/{2})|(^www)|(^\/{1,2})" />