From 7e18005473754df3940896379a48421e99087b88 Mon Sep 17 00:00:00 2001 From: Stephen Waits Date: Mon, 16 Feb 2015 22:24:59 -0800 Subject: [PATCH] remove page.go (merge miss from /develop) --- src/docrawler/page.go | 35 ----------------------------------- 1 file changed, 35 deletions(-) delete mode 100644 src/docrawler/page.go diff --git a/src/docrawler/page.go b/src/docrawler/page.go deleted file mode 100644 index e0dcfcb..0000000 --- a/src/docrawler/page.go +++ /dev/null @@ -1,35 +0,0 @@ -package main - -import ( - "net/url" -) - -// Page is a struct which defines a single page, which URLs (links and assets) it contains, etc. -type Page struct { - URL *url.URL - Identifier string - Title string - MediaType string - Skipped bool - Broken bool - Children []*Page -} - -// NewPage takes a referring Page + a URL and returns a new &Page{} -func NewPage(referrer *Page, rawurl string) (*Page, error) { - // determine the base URL so we can resulve this into a full URL - baseURL := "" - if referrer != nil { - baseURL = referrer.URL.String() - } - - // resolve URL into a full absolute URL (non-relative) - u, err := resolveURL(baseURL, rawurl) - if err != nil { - return nil, err - } - - // create struct and return - p := &Page{URL: u, Skipped: false, Broken: false, Identifier: stripAnchorFromURL(u)} - return p, nil -}