From 5813e948f00722c3ebe91f2f0b6eb38576eb5298 Mon Sep 17 00:00:00 2001
From: Stephen Waits <steve@waits.net>
Date: Sun, 15 Feb 2015 22:58:01 -0800
Subject: [PATCH] will attempt to crawl any URLs passed in on command line

---
 src/docrawler/docrawler.go | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/src/docrawler/docrawler.go b/src/docrawler/docrawler.go
index 5f8e2dd..48de706 100644
--- a/src/docrawler/docrawler.go
+++ b/src/docrawler/docrawler.go
@@ -1,5 +1,10 @@
 package main
 
+import (
+	"fmt"
+	"os"
+)
+
 // docrawl begins crawling the site at "url"
 func docrawl(url string) []*Page {
 	// our result structure
@@ -78,4 +83,11 @@ func docrawl(url string) []*Page {
 }
 
 func main() {
+	// crawl each URL on the command line
+	for _, u := range os.Args[1:] {
+		pages := docrawl(u)
+		l := sitemapToLocations(pages)
+		j, _ := locationsToJSON(l)
+		fmt.Println(j)
+	}
 }