internal

type ContentEl struct {
	Element DomNode `json:"element"`
}

type CrawlerVars struct {
	StarterURL     string   `yaml:"starterURL"`
	AllowedDomains []string `yaml:"allowedDomains"`
	Selectors      struct {
		GetContent []string `yaml:"get-content"`
		CheckLinks []string `yaml:"check-links"`
	} `yaml:"selectors"`
	Colly struct {
		MaxDepth         int  `yaml:"maxDepth"`
		Async            bool `yaml:"async"`
		ParallelRequests int  `yaml:"parallelRequests"`
	} `yaml:"Colly"`
}

type DomNode struct {
	Tag     string `json:"tag"`
	Text    string `json:"text"`
	Classes string `json:"classes"`
	ID      string `json:"id"`
	Inner   string `json:"innerHtml"`
}

type Html struct {
	Links   []Link      `json:"links"`
	Content []ContentEl `json:"content"`
}

type HtmlReport struct {
	Pages    []Page     `json:"pages"`
	Failures [][]string `json:"failures"`
	Content  [][]string `json:"content"`
}

type Link struct {
	Element DomNode `json:"element"`
	Href    string  `json:"href"`
}

type Page struct {
	Origin   string          `json:"origin"`
	OriginEl DomNode         `json:"originEl"`
	Url      string          `json:"url"`
	Html     Html            `json:"html"`
	Response *colly.Response `json:"response"`
}

type Reporter struct {
	Pages []Page `json:"allPages"`
}