scraper

type Option func(*Scraper)

type QueueItem struct {
	URL       string
	SourceURL string
	Depth     int
}

type Result struct {
	URL        string `json:"url"`
	SourceURL  string `json:"source_url,omitempty"`
	Status     int    `json:"status"`
	Error      string `json:"error,omitempty"`
	Type       string `json:"type"` // link, image, script, stylesheet, css-import
	IsExternal bool   `json:"is_external"`
}

type Results struct {
	BaseURL   string   `json:"base_url"`
	Errors    []Result `json:"errors"`
	Successes []Result `json:"successes"`
	Total     int      `json:"total"`
}

type Scraper struct {
	// contains filtered or unexported fields
}